{"level":"warn","ts":"2026-04-23T02:18:33.059838Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T02:18:33.059968Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T02:18:33.060049Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T02:18:33.060063Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-23T02:18:33.060085Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T02:18:33.060842Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-04-23T02:18:33.060926Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T02:18:33.065063Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.912943ms"} {"level":"info","ts":"2026-04-23T02:18:33.073227Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-04-23T02:18:33.073316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T02:18:33.073345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-04-23T02:18:33.073362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T02:18:33.073371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-04-23T02:18:33.073425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-04-23T02:18:33.079765Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T02:18:33.082163Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T02:18:33.083546Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T02:18:33.086144Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T02:18:33.086238Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T02:18:33.086431Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T02:18:33.086491Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T02:18:33.086501Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T02:18:33.089219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-04-23T02:18:33.089507Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-23T02:18:33.090728Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T02:18:33.090851Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-04-23T02:18:33.090957Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-04-23T02:18:33.091069Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T02:18:33.091126Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T02:18:33.173928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T02:18:33.17404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T02:18:33.174086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-04-23T02:18:33.174113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-04-23T02:18:33.174125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-04-23T02:18:33.174159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-04-23T02:18:33.174177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-04-23T02:18:33.175735Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:33.176774Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T02:18:33.176779Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T02:18:33.176841Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T02:18:33.177249Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T02:18:33.177273Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:33.177442Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:33.177326Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T02:18:33.177509Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:33.180543Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-04-23T02:18:33.180919Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-23T02:18:35.199837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.46679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-23T02:18:35.199969Z","caller":"traceutil/trace.go:171","msg":"trace[1807709921] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"268.089158ms","start":"2026-04-23T02:18:34.931862Z","end":"2026-04-23T02:18:35.199951Z","steps":["trace[1807709921] 'read index received' (duration: 131.014628ms)","trace[1807709921] 'applied index is now lower than readState.Index' (duration: 137.07321ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:35.200077Z","caller":"traceutil/trace.go:171","msg":"trace[307153577] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"269.893666ms","start":"2026-04-23T02:18:34.930114Z","end":"2026-04-23T02:18:35.200007Z","steps":["trace[307153577] 'process raft request' (duration: 132.64438ms)","trace[307153577] 'compare' (duration: 136.033167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:35.200327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.396057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.200424Z","caller":"traceutil/trace.go:171","msg":"trace[1193205574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:3; }","duration":"268.560113ms","start":"2026-04-23T02:18:34.931835Z","end":"2026-04-23T02:18:35.200395Z","steps":["trace[1193205574] 'agreement among raft nodes before linearized reading' (duration: 268.213632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.243405Z","caller":"traceutil/trace.go:171","msg":"trace[508112235] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"299.954286ms","start":"2026-04-23T02:18:34.943378Z","end":"2026-04-23T02:18:35.243332Z","steps":["trace[508112235] 'process raft request' (duration: 299.554993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.243533Z","caller":"traceutil/trace.go:171","msg":"trace[124369684] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"299.874064ms","start":"2026-04-23T02:18:34.943604Z","end":"2026-04-23T02:18:35.243478Z","steps":["trace[124369684] 'process raft request' (duration: 299.690078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.243653Z","caller":"traceutil/trace.go:171","msg":"trace[890668775] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"299.828142ms","start":"2026-04-23T02:18:34.94376Z","end":"2026-04-23T02:18:35.243588Z","steps":["trace[890668775] 'process raft request' (duration: 299.659727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.243607Z","caller":"traceutil/trace.go:171","msg":"trace[469943993] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"299.830362ms","start":"2026-04-23T02:18:34.943701Z","end":"2026-04-23T02:18:35.243532Z","steps":["trace[469943993] 'process raft request' (duration: 299.661637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.243787Z","caller":"traceutil/trace.go:171","msg":"trace[1467479340] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"288.239585ms","start":"2026-04-23T02:18:34.955487Z","end":"2026-04-23T02:18:35.243727Z","steps":["trace[1467479340] 'process raft request' (duration: 288.05102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.243907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.943667Z","time spent":"300.109451ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:35.243832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.943745Z","time spent":"300.014829ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:35.243956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.943356Z","time spent":"300.202904ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:35.244035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.859171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.243429Z","caller":"traceutil/trace.go:171","msg":"trace[1373032347] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"299.867734ms","start":"2026-04-23T02:18:34.943531Z","end":"2026-04-23T02:18:35.243398Z","steps":["trace[1373032347] 'process raft request' (duration: 299.666228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.244106Z","caller":"traceutil/trace.go:171","msg":"trace[510132400] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"249.935133ms","start":"2026-04-23T02:18:34.99415Z","end":"2026-04-23T02:18:35.244085Z","steps":["trace[510132400] 'agreement among raft nodes before linearized reading' (duration: 249.85784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.244105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.312147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.24412Z","caller":"traceutil/trace.go:171","msg":"trace[1125074069] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"288.218765ms","start":"2026-04-23T02:18:34.955789Z","end":"2026-04-23T02:18:35.244007Z","steps":["trace[1125074069] 'process raft request' (duration: 287.874134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.244175Z","caller":"traceutil/trace.go:171","msg":"trace[1136301316] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"300.39054ms","start":"2026-04-23T02:18:34.943756Z","end":"2026-04-23T02:18:35.244147Z","steps":["trace[1136301316] 'agreement among raft nodes before linearized reading' (duration: 300.266816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.24427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.9437Z","time spent":"300.558685ms","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-23T02:18:35.243931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.23361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T02:18:35.244296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.564408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.244353Z","caller":"traceutil/trace.go:171","msg":"trace[837740400] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:11; }","duration":"303.709016ms","start":"2026-04-23T02:18:34.940629Z","end":"2026-04-23T02:18:35.244338Z","steps":["trace[837740400] 'agreement among raft nodes before linearized reading' (duration: 303.115627ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.244373Z","caller":"traceutil/trace.go:171","msg":"trace[1161590104] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"301.726422ms","start":"2026-04-23T02:18:34.942623Z","end":"2026-04-23T02:18:35.24435Z","steps":["trace[1161590104] 'agreement among raft nodes before linearized reading' (duration: 301.522216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.244466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.94261Z","time spent":"301.842086ms","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T02:18:35.244166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.943503Z","time spent":"300.618467ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:35.244401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.940609Z","time spent":"303.779327ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:18:35.244535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.68556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.244793Z","caller":"traceutil/trace.go:171","msg":"trace[1643756172] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"234.944449ms","start":"2026-04-23T02:18:35.0098Z","end":"2026-04-23T02:18:35.244745Z","steps":["trace[1643756172] 'agreement among raft nodes before linearized reading' (duration: 233.954847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.24543Z","caller":"traceutil/trace.go:171","msg":"trace[637906701] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"299.535113ms","start":"2026-04-23T02:18:34.944161Z","end":"2026-04-23T02:18:35.243696Z","steps":["trace[637906701] 'process raft request' (duration: 299.293566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.245902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:34.944147Z","time spent":"301.708722ms","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:18:35.406203Z","caller":"traceutil/trace.go:171","msg":"trace[785445376] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:14; }","duration":"158.493948ms","start":"2026-04-23T02:18:35.24769Z","end":"2026-04-23T02:18:35.406184Z","steps":["trace[785445376] 'read index received' (duration: 98.990624ms)","trace[785445376] 'applied index is now lower than readState.Index' (duration: 59.500004ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:35.406314Z","caller":"traceutil/trace.go:171","msg":"trace[167578337] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"158.790967ms","start":"2026-04-23T02:18:35.247496Z","end":"2026-04-23T02:18:35.406287Z","steps":["trace[167578337] 'process raft request' (duration: 99.1714ms)","trace[167578337] 'compare' (duration: 59.409381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:35.406582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.87637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.406655Z","caller":"traceutil/trace.go:171","msg":"trace[932620865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"159.047195ms","start":"2026-04-23T02:18:35.247588Z","end":"2026-04-23T02:18:35.406635Z","steps":["trace[932620865] 'agreement among raft nodes before linearized reading' (duration: 158.720555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.412627Z","caller":"traceutil/trace.go:171","msg":"trace[1427572365] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"163.186346ms","start":"2026-04-23T02:18:35.249416Z","end":"2026-04-23T02:18:35.412603Z","steps":["trace[1427572365] 'process raft request' (duration: 162.99676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.412894Z","caller":"traceutil/trace.go:171","msg":"trace[1777478542] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"162.97769ms","start":"2026-04-23T02:18:35.249847Z","end":"2026-04-23T02:18:35.412824Z","steps":["trace[1777478542] 'process raft request' (duration: 162.715102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.413092Z","caller":"traceutil/trace.go:171","msg":"trace[987059793] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"162.871466ms","start":"2026-04-23T02:18:35.25021Z","end":"2026-04-23T02:18:35.413081Z","steps":["trace[987059793] 'process raft request' (duration: 162.455023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.413098Z","caller":"traceutil/trace.go:171","msg":"trace[1413772382] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"163.044632ms","start":"2026-04-23T02:18:35.249968Z","end":"2026-04-23T02:18:35.413013Z","steps":["trace[1413772382] 'process raft request' (duration: 162.626839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.413188Z","caller":"traceutil/trace.go:171","msg":"trace[2009330526] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"162.763033ms","start":"2026-04-23T02:18:35.250418Z","end":"2026-04-23T02:18:35.413181Z","steps":["trace[2009330526] 'process raft request' (duration: 162.364541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.413266Z","caller":"traceutil/trace.go:171","msg":"trace[586258050] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"163.557428ms","start":"2026-04-23T02:18:35.249689Z","end":"2026-04-23T02:18:35.413246Z","steps":["trace[586258050] 'process raft request' (duration: 162.827005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.413301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.371589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-23T02:18:35.413347Z","caller":"traceutil/trace.go:171","msg":"trace[1397280383] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"157.00287ms","start":"2026-04-23T02:18:35.256332Z","end":"2026-04-23T02:18:35.413335Z","steps":["trace[1397280383] 'process raft request' (duration: 156.525455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.413384Z","caller":"traceutil/trace.go:171","msg":"trace[1762202416] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"107.488223ms","start":"2026-04-23T02:18:35.305876Z","end":"2026-04-23T02:18:35.413365Z","steps":["trace[1762202416] 'agreement among raft nodes before linearized reading' (duration: 107.215215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:35.413511Z","caller":"traceutil/trace.go:171","msg":"trace[1620801186] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"162.834766ms","start":"2026-04-23T02:18:35.250255Z","end":"2026-04-23T02:18:35.41309Z","steps":["trace[1620801186] 'process raft request' (duration: 162.471334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.413572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.951193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-hlhfx\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-23T02:18:35.414007Z","caller":"traceutil/trace.go:171","msg":"trace[1508723369] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-hlhfx; range_end:; response_count:1; response_revision:19; }","duration":"165.347105ms","start":"2026-04-23T02:18:35.248519Z","end":"2026-04-23T02:18:35.413866Z","steps":["trace[1508723369] 'agreement among raft nodes before linearized reading' (duration: 164.938342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:35.413589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.19572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T02:18:35.414217Z","caller":"traceutil/trace.go:171","msg":"trace[159950802] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:19; }","duration":"159.83596ms","start":"2026-04-23T02:18:35.254321Z","end":"2026-04-23T02:18:35.414157Z","steps":["trace[159950802] 'agreement among raft nodes before linearized reading' (duration: 159.095437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:43.253278Z","caller":"traceutil/trace.go:171","msg":"trace[1651111080] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:310; }","duration":"169.557023ms","start":"2026-04-23T02:18:43.083681Z","end":"2026-04-23T02:18:43.253238Z","steps":["trace[1651111080] 'read index received' (duration: 81.420185ms)","trace[1651111080] 'applied index is now lower than readState.Index' (duration: 88.135288ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:43.253355Z","caller":"traceutil/trace.go:171","msg":"trace[894467598] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"170.07429ms","start":"2026-04-23T02:18:43.083236Z","end":"2026-04-23T02:18:43.25331Z","steps":["trace[894467598] 'process raft request' (duration: 81.87944ms)","trace[894467598] 'compare' (duration: 87.966472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:43.253564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.824183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-23T02:18:43.253565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.882854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T02:18:43.253635Z","caller":"traceutil/trace.go:171","msg":"trace[2011359831] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:300; }","duration":"157.933296ms","start":"2026-04-23T02:18:43.095684Z","end":"2026-04-23T02:18:43.253617Z","steps":["trace[2011359831] 'agreement among raft nodes before linearized reading' (duration: 157.805382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:43.253684Z","caller":"traceutil/trace.go:171","msg":"trace[1737731531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:300; }","duration":"169.979488ms","start":"2026-04-23T02:18:43.083644Z","end":"2026-04-23T02:18:43.253624Z","steps":["trace[1737731531] 'agreement among raft nodes before linearized reading' (duration: 169.73012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:43.253774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.711807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-23T02:18:43.253835Z","caller":"traceutil/trace.go:171","msg":"trace[786008170] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:300; }","duration":"107.860922ms","start":"2026-04-23T02:18:43.145956Z","end":"2026-04-23T02:18:43.253817Z","steps":["trace[786008170] 'agreement among raft nodes before linearized reading' (duration: 107.719217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.03483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.102386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:44.034932Z","caller":"traceutil/trace.go:171","msg":"trace[1316875114] linearizableReadLoop","detail":"{readStateIndex:312; appliedIndex:311; }","duration":"774.944264ms","start":"2026-04-23T02:18:43.259971Z","end":"2026-04-23T02:18:44.034915Z","steps":["trace[1316875114] 'read index received' (duration: 136.5563ms)","trace[1316875114] 'applied index is now lower than readState.Index' (duration: 638.386844ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:44.035031Z","caller":"traceutil/trace.go:171","msg":"trace[271211317] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"777.589249ms","start":"2026-04-23T02:18:43.25743Z","end":"2026-04-23T02:18:44.035019Z","steps":["trace[271211317] 'process raft request' (duration: 139.184293ms)","trace[271211317] 'compare' (duration: 637.978522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:44.035093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.257406Z","time spent":"777.656021ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:44.035237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.253125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4017"} {"level":"warn","ts":"2026-04-23T02:18:44.035271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.086672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T02:18:44.035318Z","caller":"traceutil/trace.go:171","msg":"trace[1468110082] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:301; }","duration":"775.358448ms","start":"2026-04-23T02:18:43.259936Z","end":"2026-04-23T02:18:44.035295Z","steps":["trace[1468110082] 'agreement among raft nodes before linearized reading' (duration: 775.227934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.035334Z","caller":"traceutil/trace.go:171","msg":"trace[809454206] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:301; }","duration":"740.196225ms","start":"2026-04-23T02:18:43.295123Z","end":"2026-04-23T02:18:44.035319Z","steps":["trace[809454206] 'agreement among raft nodes before linearized reading' (duration: 740.060451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.035382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.295102Z","time spent":"740.272958ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.259921Z","time spent":"775.442451ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4040,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.857178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-23T02:18:44.035451Z","caller":"traceutil/trace.go:171","msg":"trace[430319560] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:301; }","duration":"484.973102ms","start":"2026-04-23T02:18:43.550455Z","end":"2026-04-23T02:18:44.035428Z","steps":["trace[430319560] 'agreement among raft nodes before linearized reading' (duration: 484.838367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.035472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.790226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-23T02:18:44.035502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.917882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-23T02:18:44.035507Z","caller":"traceutil/trace.go:171","msg":"trace[907819539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:301; }","duration":"239.843667ms","start":"2026-04-23T02:18:43.795654Z","end":"2026-04-23T02:18:44.035498Z","steps":["trace[907819539] 'agreement among raft nodes before linearized reading' (duration: 239.696942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.035508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.550444Z","time spent":"485.051454ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.622594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:18:44.035566Z","caller":"traceutil/trace.go:171","msg":"trace[1490305057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:301; }","duration":"590.002805ms","start":"2026-04-23T02:18:43.445526Z","end":"2026-04-23T02:18:44.035528Z","steps":["trace[1490305057] 'agreement among raft nodes before linearized reading' (duration: 589.909782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.035591Z","caller":"traceutil/trace.go:171","msg":"trace[2059242455] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:301; }","duration":"639.709447ms","start":"2026-04-23T02:18:43.395875Z","end":"2026-04-23T02:18:44.035584Z","steps":["trace[2059242455] 'agreement among raft nodes before linearized reading' (duration: 639.659935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.035603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.445498Z","time spent":"590.095648ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.363539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-23T02:18:44.035615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.395842Z","time spent":"639.768278ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.266971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-23T02:18:44.035754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.136376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:18:44.035752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.919345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-23T02:18:44.035775Z","caller":"traceutil/trace.go:171","msg":"trace[1996981079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:301; }","duration":"723.186047ms","start":"2026-04-23T02:18:43.312583Z","end":"2026-04-23T02:18:44.035769Z","steps":["trace[1996981079] 'agreement among raft nodes before linearized reading' (duration: 723.097455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.035784Z","caller":"traceutil/trace.go:171","msg":"trace[1513900241] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:301; }","duration":"689.987738ms","start":"2026-04-23T02:18:43.345787Z","end":"2026-04-23T02:18:44.035774Z","steps":["trace[1513900241] 'agreement among raft nodes before linearized reading' (duration: 689.877404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.03578Z","caller":"traceutil/trace.go:171","msg":"trace[1833382583] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:301; }","duration":"289.619671ms","start":"2026-04-23T02:18:43.746116Z","end":"2026-04-23T02:18:44.035736Z","steps":["trace[1833382583] 'agreement among raft nodes before linearized reading' (duration: 289.170827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.035799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.352819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-23T02:18:44.035817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.345764Z","time spent":"690.045999ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.304957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-23T02:18:44.035854Z","caller":"traceutil/trace.go:171","msg":"trace[1397376429] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:301; }","duration":"537.450011ms","start":"2026-04-23T02:18:43.498387Z","end":"2026-04-23T02:18:44.035837Z","steps":["trace[1397376429] 'agreement among raft nodes before linearized reading' (duration: 537.366019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.03579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.668034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-23T02:18:44.03591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.498361Z","time spent":"537.537894ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-23T02:18:44.035911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.422006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-04-23T02:18:44.035949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.272335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-23T02:18:44.035955Z","caller":"traceutil/trace.go:171","msg":"trace[692660492] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:301; }","duration":"338.838339ms","start":"2026-04-23T02:18:43.697068Z","end":"2026-04-23T02:18:44.035907Z","steps":["trace[692660492] 'agreement among raft nodes before linearized reading' (duration: 338.659223ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.035968Z","caller":"traceutil/trace.go:171","msg":"trace[1429182890] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:301; }","duration":"485.475477ms","start":"2026-04-23T02:18:43.550477Z","end":"2026-04-23T02:18:44.035953Z","steps":["trace[1429182890] 'agreement among raft nodes before linearized reading' (duration: 485.186548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.035863Z","caller":"traceutil/trace.go:171","msg":"trace[1155458536] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:301; }","duration":"439.39908ms","start":"2026-04-23T02:18:43.596453Z","end":"2026-04-23T02:18:44.035852Z","steps":["trace[1155458536] 'agreement among raft nodes before linearized reading' (duration: 439.306727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.036001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.550438Z","time spent":"485.55529ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-23T02:18:44.035978Z","caller":"traceutil/trace.go:171","msg":"trace[660969675] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:301; }","duration":"389.337267ms","start":"2026-04-23T02:18:43.646632Z","end":"2026-04-23T02:18:44.03597Z","steps":["trace[660969675] 'agreement among raft nodes before linearized reading' (duration: 389.251034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.036017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.697044Z","time spent":"338.961253ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-04-23T02:18:44.035641Z","caller":"traceutil/trace.go:171","msg":"trace[1927334295] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:301; }","duration":"488.440511ms","start":"2026-04-23T02:18:43.547185Z","end":"2026-04-23T02:18:44.035625Z","steps":["trace[1927334295] 'agreement among raft nodes before linearized reading' (duration: 488.369069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.036018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.596435Z","time spent":"439.566375ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:44.036042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.646606Z","time spent":"389.4269ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:44.0358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.312571Z","time spent":"723.224588ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:18:44.036086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:43.547165Z","time spent":"488.888095ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-04-23T02:18:44.258026Z","caller":"traceutil/trace.go:171","msg":"trace[1755771100] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"215.526228ms","start":"2026-04-23T02:18:44.042415Z","end":"2026-04-23T02:18:44.257941Z","steps":["trace[1755771100] 'process raft request' (duration: 190.847027ms)","trace[1755771100] 'compare' (duration: 24.358951ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:44.258049Z","caller":"traceutil/trace.go:171","msg":"trace[1079871888] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"213.558216ms","start":"2026-04-23T02:18:44.044446Z","end":"2026-04-23T02:18:44.258004Z","steps":["trace[1079871888] 'process raft request' (duration: 213.38728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.258275Z","caller":"traceutil/trace.go:171","msg":"trace[481757728] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"212.40631ms","start":"2026-04-23T02:18:44.045851Z","end":"2026-04-23T02:18:44.258257Z","steps":["trace[481757728] 'process raft request' (duration: 212.195733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.258308Z","caller":"traceutil/trace.go:171","msg":"trace[1545212869] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:313; }","duration":"205.139119ms","start":"2026-04-23T02:18:44.053131Z","end":"2026-04-23T02:18:44.25827Z","steps":["trace[1545212869] 'read index received' (duration: 180.035635ms)","trace[1545212869] 'applied index is now lower than readState.Index' (duration: 25.101044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:44.258397Z","caller":"traceutil/trace.go:171","msg":"trace[1033673801] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"212.73126ms","start":"2026-04-23T02:18:44.045618Z","end":"2026-04-23T02:18:44.258349Z","steps":["trace[1033673801] 'process raft request' (duration: 212.367828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.25833Z","caller":"traceutil/trace.go:171","msg":"trace[1404171432] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"212.340228ms","start":"2026-04-23T02:18:44.045943Z","end":"2026-04-23T02:18:44.258283Z","steps":["trace[1404171432] 'process raft request' (duration: 212.173542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.258444Z","caller":"traceutil/trace.go:171","msg":"trace[1500108474] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"212.890014ms","start":"2026-04-23T02:18:44.045541Z","end":"2026-04-23T02:18:44.258431Z","steps":["trace[1500108474] 'process raft request' (duration: 212.384828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.25857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.92371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:18:44.258633Z","caller":"traceutil/trace.go:171","msg":"trace[130543401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:309; }","duration":"216.031204ms","start":"2026-04-23T02:18:44.042584Z","end":"2026-04-23T02:18:44.258615Z","steps":["trace[130543401] 'agreement among raft nodes before linearized reading' (duration: 215.858669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.258678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.820206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-23T02:18:44.258686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.826128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-23T02:18:44.258714Z","caller":"traceutil/trace.go:171","msg":"trace[1735835845] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"210.21433ms","start":"2026-04-23T02:18:44.048488Z","end":"2026-04-23T02:18:44.258702Z","steps":["trace[1735835845] 'process raft request' (duration: 209.696504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.258721Z","caller":"traceutil/trace.go:171","msg":"trace[1706939453] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:309; }","duration":"214.884908ms","start":"2026-04-23T02:18:44.043826Z","end":"2026-04-23T02:18:44.25871Z","steps":["trace[1706939453] 'agreement among raft nodes before linearized reading' (duration: 214.805566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:44.258742Z","caller":"traceutil/trace.go:171","msg":"trace[1063228791] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:309; }","duration":"215.911761ms","start":"2026-04-23T02:18:44.042812Z","end":"2026-04-23T02:18:44.258724Z","steps":["trace[1063228791] 'agreement among raft nodes before linearized reading' (duration: 215.791317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.258583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.644578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-23T02:18:44.258854Z","caller":"traceutil/trace.go:171","msg":"trace[352818040] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:309; }","duration":"213.947278ms","start":"2026-04-23T02:18:44.044897Z","end":"2026-04-23T02:18:44.258844Z","steps":["trace[352818040] 'agreement among raft nodes before linearized reading' (duration: 213.622808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:44.25886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.137618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T02:18:44.258908Z","caller":"traceutil/trace.go:171","msg":"trace[462855452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:309; }","duration":"216.22682ms","start":"2026-04-23T02:18:44.042668Z","end":"2026-04-23T02:18:44.258895Z","steps":["trace[462855452] 'agreement among raft nodes before linearized reading' (duration: 216.136287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:45.154882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.824678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:45.155029Z","caller":"traceutil/trace.go:171","msg":"trace[1263517292] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:350; }","duration":"754.125196ms","start":"2026-04-23T02:18:44.400881Z","end":"2026-04-23T02:18:45.155007Z","steps":["trace[1263517292] 'read index received' (duration: 120.993247ms)","trace[1263517292] 'applied index is now lower than readState.Index' (duration: 633.130569ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:45.155118Z","caller":"traceutil/trace.go:171","msg":"trace[1287608254] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"756.614734ms","start":"2026-04-23T02:18:44.398445Z","end":"2026-04-23T02:18:45.15506Z","steps":["trace[1287608254] 'process raft request' (duration: 123.507417ms)","trace[1287608254] 'compare' (duration: 632.639822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:45.15522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.322232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-04-23T02:18:45.155257Z","caller":"traceutil/trace.go:171","msg":"trace[1138962627] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:340; }","duration":"754.383834ms","start":"2026-04-23T02:18:44.400862Z","end":"2026-04-23T02:18:45.155246Z","steps":["trace[1138962627] 'agreement among raft nodes before linearized reading' (duration: 754.232849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:45.155308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:44.400855Z","time spent":"754.443466ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2924,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-23T02:18:45.155347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:44.398432Z","time spent":"756.817771ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:45.655746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342147073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:18:46.156883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342147073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:18:46.521677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.99970646s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:18:49.765519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998952428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:18:49.76564Z","caller":"traceutil/trace.go:171","msg":"trace[460817668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999132124s","start":"2026-04-23T02:18:44.766486Z","end":"2026-04-23T02:18:49.765618Z","steps":["trace[460817668] 'agreement among raft nodes before linearized reading' (duration: 4.998990079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.765692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:44.766456Z","time spent":"4.999224217s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 02:18:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:18:49.901722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379683845s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:49.901932Z","caller":"traceutil/trace.go:171","msg":"trace[37311462] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"830.060169ms","start":"2026-04-23T02:18:49.07186Z","end":"2026-04-23T02:18:49.90192Z","steps":["trace[37311462] 'process raft request' (duration: 830.033438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.901977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.071834Z","time spent":"830.12667ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:49.90199Z","caller":"traceutil/trace.go:171","msg":"trace[907001278] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"5.496128517s","start":"2026-04-23T02:18:44.405816Z","end":"2026-04-23T02:18:49.901944Z","steps":["trace[907001278] 'process raft request' (duration: 5.495981982s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.902046Z","caller":"traceutil/trace.go:171","msg":"trace[394800088] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:351; }","duration":"4.746979159s","start":"2026-04-23T02:18:45.155061Z","end":"2026-04-23T02:18:49.90204Z","steps":["trace[394800088] 'read index received' (duration: 1.366909172s)","trace[394800088] 'applied index is now lower than readState.Index' (duration: 3.380069327s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.902033Z","caller":"traceutil/trace.go:171","msg":"trace[182736526] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"4.245967469s","start":"2026-04-23T02:18:45.656032Z","end":"2026-04-23T02:18:49.902Z","steps":["trace[182736526] 'process raft request' (duration: 4.245835025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.902135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394850912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-23T02:18:49.902152Z","caller":"traceutil/trace.go:171","msg":"trace[160223663] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:344; }","duration":"5.394898724s","start":"2026-04-23T02:18:44.507247Z","end":"2026-04-23T02:18:49.902146Z","steps":["trace[160223663] 'agreement among raft nodes before linearized reading' (duration: 5.394850142s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.902105Z","caller":"traceutil/trace.go:171","msg":"trace[1672628075] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"5.500054461s","start":"2026-04-23T02:18:44.401998Z","end":"2026-04-23T02:18:49.902052Z","steps":["trace[1672628075] 'process raft request' (duration: 2.119955974s)","trace[1672628075] 'compare' (duration: 3.379421936s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:49.902172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:44.50723Z","time spent":"5.394938856s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-23T02:18:49.90215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:44.405793Z","time spent":"5.496274571s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:49.902293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:44.40199Z","time spent":"5.500202715s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:49.902324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742930751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"warn","ts":"2026-04-23T02:18:49.90241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858161071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T02:18:49.902428Z","caller":"traceutil/trace.go:171","msg":"trace[121999102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:344; }","duration":"3.858248174s","start":"2026-04-23T02:18:46.044174Z","end":"2026-04-23T02:18:49.902422Z","steps":["trace[121999102] 'agreement among raft nodes before linearized reading' (duration: 3.858216853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.902444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:46.044146Z","time spent":"3.858294985s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:18:49.902436Z","caller":"traceutil/trace.go:171","msg":"trace[1760400070] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:344; }","duration":"4.743091515s","start":"2026-04-23T02:18:45.159315Z","end":"2026-04-23T02:18:49.902407Z","steps":["trace[1760400070] 'agreement among raft nodes before linearized reading' (duration: 4.742903589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.902457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846470081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T02:18:49.902469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638127781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:18:49.902503Z","caller":"traceutil/trace.go:171","msg":"trace[66336888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:344; }","duration":"3.846577085s","start":"2026-04-23T02:18:46.055912Z","end":"2026-04-23T02:18:49.90249Z","steps":["trace[66336888] 'agreement among raft nodes before linearized reading' (duration: 3.846464551s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.902492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:45.15929Z","time spent":"4.743188579s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2924,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-23T02:18:49.902485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990522683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T02:18:49.902439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.40263225s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:18:49.902541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:46.055876Z","time spent":"3.846656697s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:18:49.902539Z","caller":"traceutil/trace.go:171","msg":"trace[663002477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:344; }","duration":"3.638255414s","start":"2026-04-23T02:18:46.264264Z","end":"2026-04-23T02:18:49.90252Z","steps":["trace[663002477] 'agreement among raft nodes before linearized reading' (duration: 3.638108479s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.902563Z","caller":"traceutil/trace.go:171","msg":"trace[189849414] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:344; }","duration":"2.990628756s","start":"2026-04-23T02:18:46.911912Z","end":"2026-04-23T02:18:49.90254Z","steps":["trace[189849414] 'agreement among raft nodes before linearized reading' (duration: 2.990487202s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.902576Z","caller":"traceutil/trace.go:171","msg":"trace[1510400214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:344; }","duration":"5.402766644s","start":"2026-04-23T02:18:44.499785Z","end":"2026-04-23T02:18:49.902552Z","steps":["trace[1510400214] 'agreement among raft nodes before linearized reading' (duration: 5.402595158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.902585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:46.264208Z","time spent":"3.638366358s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:18:49.902599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:46.911888Z","time spent":"2.990703058s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:18:49.902944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:45.655998Z","time spent":"4.246876658s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:50.055888Z","caller":"traceutil/trace.go:171","msg":"trace[325509215] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"113.843311ms","start":"2026-04-23T02:18:49.942003Z","end":"2026-04-23T02:18:50.055847Z","steps":["trace[325509215] 'process raft request' (duration: 107.022285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:50.055874Z","caller":"traceutil/trace.go:171","msg":"trace[1890080063] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"107.293724ms","start":"2026-04-23T02:18:49.948553Z","end":"2026-04-23T02:18:50.055847Z","steps":["trace[1890080063] 'process raft request' (duration: 106.905372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:52.058672Z","caller":"traceutil/trace.go:171","msg":"trace[2015417561] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"283.471337ms","start":"2026-04-23T02:18:51.775159Z","end":"2026-04-23T02:18:52.05863Z","steps":["trace[2015417561] 'process raft request' (duration: 282.463175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:54.579152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342147120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:18:54.664584Z","caller":"traceutil/trace.go:171","msg":"trace[1784843627] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"586.230265ms","start":"2026-04-23T02:18:54.078332Z","end":"2026-04-23T02:18:54.664562Z","steps":["trace[1784843627] 'read index received' (duration: 586.07312ms)","trace[1784843627] 'applied index is now lower than readState.Index' (duration: 156.235µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:54.664662Z","caller":"traceutil/trace.go:171","msg":"trace[1008884395] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"595.353634ms","start":"2026-04-23T02:18:54.069261Z","end":"2026-04-23T02:18:54.664615Z","steps":["trace[1008884395] 'process raft request' (duration: 595.145407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:54.664748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.011087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:18:54.664741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.384921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:18:54.66482Z","caller":"traceutil/trace.go:171","msg":"trace[139272492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:363; }","duration":"536.09629ms","start":"2026-04-23T02:18:54.128705Z","end":"2026-04-23T02:18:54.664801Z","steps":["trace[139272492] 'agreement among raft nodes before linearized reading' (duration: 535.999607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:54.66484Z","caller":"traceutil/trace.go:171","msg":"trace[2113471472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"586.521354ms","start":"2026-04-23T02:18:54.078301Z","end":"2026-04-23T02:18:54.664822Z","steps":["trace[2113471472] 'agreement among raft nodes before linearized reading' (duration: 586.349129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:54.664844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.543497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:18:54.66487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.128693Z","time spent":"536.163201ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:18:54.664872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.069238Z","time spent":"595.516479ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:54.664892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.078289Z","time spent":"586.590757ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:18:54.664968Z","caller":"traceutil/trace.go:171","msg":"trace[1011565448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"367.63079ms","start":"2026-04-23T02:18:54.297261Z","end":"2026-04-23T02:18:54.664892Z","steps":["trace[1011565448] 'agreement among raft nodes before linearized reading' (duration: 367.497315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:54.66504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.297246Z","time spent":"367.781675ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:18:54.665018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.418598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:18:54.665151Z","caller":"traceutil/trace.go:171","msg":"trace[1521463941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"535.588573ms","start":"2026-04-23T02:18:54.129535Z","end":"2026-04-23T02:18:54.665124Z","steps":["trace[1521463941] 'agreement among raft nodes before linearized reading' (duration: 535.297424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:54.66523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.129513Z","time spent":"535.699197ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:18:55.026691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.853166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:55.026832Z","caller":"traceutil/trace.go:171","msg":"trace[1943451622] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"357.405176ms","start":"2026-04-23T02:18:54.669399Z","end":"2026-04-23T02:18:55.026805Z","steps":["trace[1943451622] 'process raft request' (duration: 124.315573ms)","trace[1943451622] 'compare' (duration: 232.538306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:55.026922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.669374Z","time spent":"357.50388ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:56.365452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.571699899s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:18:56.451807Z","caller":"traceutil/trace.go:171","msg":"trace[882380998] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.781823027s","start":"2026-04-23T02:18:54.66993Z","end":"2026-04-23T02:18:56.451753Z","steps":["trace[882380998] 'process raft request' (duration: 1.695856747s)","trace[882380998] 'compare' (duration: 84.454262ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:56.451906Z","caller":"traceutil/trace.go:171","msg":"trace[964910449] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"181.025357ms","start":"2026-04-23T02:18:56.270855Z","end":"2026-04-23T02:18:56.451881Z","steps":["trace[964910449] 'read index received' (duration: 94.8454ms)","trace[964910449] 'applied index is now lower than readState.Index' (duration: 86.178477ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:56.451966Z","caller":"traceutil/trace.go:171","msg":"trace[887142157] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"1.781820347s","start":"2026-04-23T02:18:54.670125Z","end":"2026-04-23T02:18:56.451946Z","steps":["trace[887142157] 'process raft request' (duration: 1.781656672s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:56.45205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.184582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:18:56.452077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.670114Z","time spent":"1.78191697s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:56.452093Z","caller":"traceutil/trace.go:171","msg":"trace[1203400923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"181.272705ms","start":"2026-04-23T02:18:56.270808Z","end":"2026-04-23T02:18:56.452081Z","steps":["trace[1203400923] 'agreement among raft nodes before linearized reading' (duration: 181.158571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:56.452011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.669912Z","time spent":"1.781983712s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:01.253339Z","caller":"traceutil/trace.go:171","msg":"trace[1437230921] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"196.728043ms","start":"2026-04-23T02:19:01.056579Z","end":"2026-04-23T02:19:01.253307Z","steps":["trace[1437230921] 'process raft request' (duration: 196.511266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:06.775981Z","caller":"traceutil/trace.go:171","msg":"trace[772658341] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"250.607808ms","start":"2026-04-23T02:19:06.525342Z","end":"2026-04-23T02:19:06.77595Z","steps":["trace[772658341] 'process raft request' (duration: 250.428262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:06.777978Z","caller":"traceutil/trace.go:171","msg":"trace[33896306] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"252.505898ms","start":"2026-04-23T02:19:06.525441Z","end":"2026-04-23T02:19:06.777947Z","steps":["trace[33896306] 'process raft request' (duration: 252.355793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:08.97141Z","caller":"traceutil/trace.go:171","msg":"trace[1044276581] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:440; }","duration":"184.639671ms","start":"2026-04-23T02:19:08.786732Z","end":"2026-04-23T02:19:08.971371Z","steps":["trace[1044276581] 'read index received' (duration: 28.244774ms)","trace[1044276581] 'applied index is now lower than readState.Index' (duration: 156.393137ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:08.971472Z","caller":"traceutil/trace.go:171","msg":"trace[913806825] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"184.807506ms","start":"2026-04-23T02:19:08.786624Z","end":"2026-04-23T02:19:08.971432Z","steps":["trace[913806825] 'process raft request' (duration: 162.086247ms)","trace[913806825] 'compare' (duration: 22.43062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:08.971565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.817346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:19:08.9716Z","caller":"traceutil/trace.go:171","msg":"trace[1097148700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"184.893449ms","start":"2026-04-23T02:19:08.786696Z","end":"2026-04-23T02:19:08.971589Z","steps":["trace[1097148700] 'agreement among raft nodes before linearized reading' (duration: 184.791586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.250684Z","caller":"traceutil/trace.go:171","msg":"trace[1790733075] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"943.406116ms","start":"2026-04-23T02:19:14.307048Z","end":"2026-04-23T02:19:15.250454Z","steps":["trace[1790733075] 'process raft request' (duration: 943.245841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.250856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.307019Z","time spent":"943.763907ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.258866Z","caller":"traceutil/trace.go:171","msg":"trace[2085537087] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"947.124164ms","start":"2026-04-23T02:19:14.31173Z","end":"2026-04-23T02:19:15.258854Z","steps":["trace[2085537087] 'process raft request' (duration: 946.900957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.258971Z","caller":"traceutil/trace.go:171","msg":"trace[1186880633] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"939.785861ms","start":"2026-04-23T02:19:14.319165Z","end":"2026-04-23T02:19:15.258951Z","steps":["trace[1186880633] 'process raft request' (duration: 939.669417ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.258974Z","caller":"traceutil/trace.go:171","msg":"trace[1281352148] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"946.912496ms","start":"2026-04-23T02:19:14.312026Z","end":"2026-04-23T02:19:15.258938Z","steps":["trace[1281352148] 'process raft request' (duration: 946.753481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.259016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.31914Z","time spent":"939.853013ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.259044Z","caller":"traceutil/trace.go:171","msg":"trace[1277176267] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"939.166681ms","start":"2026-04-23T02:19:14.319864Z","end":"2026-04-23T02:19:15.259031Z","steps":["trace[1277176267] 'process raft request' (duration: 939.037157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.259088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.319854Z","time spent":"939.209563ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.259161Z","caller":"traceutil/trace.go:171","msg":"trace[1746088416] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"938.549182ms","start":"2026-04-23T02:19:14.320606Z","end":"2026-04-23T02:19:15.259155Z","steps":["trace[1746088416] 'process raft request' (duration: 938.352286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.259195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.320593Z","time spent":"938.588463ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:15.259301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.312016Z","time spent":"946.988199ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.259305Z","caller":"traceutil/trace.go:171","msg":"trace[1725327613] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"938.672636ms","start":"2026-04-23T02:19:14.320604Z","end":"2026-04-23T02:19:15.259277Z","steps":["trace[1725327613] 'process raft request' (duration: 938.48546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.259356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.311703Z","time spent":"947.205846ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.259429Z","caller":"traceutil/trace.go:171","msg":"trace[1642603524] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"932.854312ms","start":"2026-04-23T02:19:14.326565Z","end":"2026-04-23T02:19:15.25942Z","steps":["trace[1642603524] 'process raft request' (duration: 932.654286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.259431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.320591Z","time spent":"938.764358ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:15.259469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.326554Z","time spent":"932.898523ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.25949Z","caller":"traceutil/trace.go:171","msg":"trace[125274327] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"924.090844ms","start":"2026-04-23T02:19:14.335391Z","end":"2026-04-23T02:19:15.259482Z","steps":["trace[125274327] 'process raft request' (duration: 923.929119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.259311Z","caller":"traceutil/trace.go:171","msg":"trace[354343010] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"937.413366ms","start":"2026-04-23T02:19:14.32189Z","end":"2026-04-23T02:19:15.259303Z","steps":["trace[354343010] 'process raft request' (duration: 937.272371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.25953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.335368Z","time spent":"924.142666ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:15.259537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.321881Z","time spent":"937.637744ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.259919Z","caller":"traceutil/trace.go:171","msg":"trace[942649979] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"892.862357ms","start":"2026-04-23T02:19:14.36702Z","end":"2026-04-23T02:19:15.259883Z","steps":["trace[942649979] 'process raft request' (duration: 892.489615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.26004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.367Z","time spent":"892.96989ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:15.260146Z","caller":"traceutil/trace.go:171","msg":"trace[707391696] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"791.202081ms","start":"2026-04-23T02:19:14.468934Z","end":"2026-04-23T02:19:15.260136Z","steps":["trace[707391696] 'process raft request' (duration: 790.961873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.260118Z","caller":"traceutil/trace.go:171","msg":"trace[1890735590] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:490; }","duration":"420.356889ms","start":"2026-04-23T02:19:14.83973Z","end":"2026-04-23T02:19:15.260087Z","steps":["trace[1890735590] 'read index received' (duration: 410.517177ms)","trace[1890735590] 'applied index is now lower than readState.Index' (duration: 9.838461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:15.260197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.468913Z","time spent":"791.264502ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:15.260446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.689799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:15.260508Z","caller":"traceutil/trace.go:171","msg":"trace[248662109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:483; }","duration":"420.801862ms","start":"2026-04-23T02:19:14.839691Z","end":"2026-04-23T02:19:15.260492Z","steps":["trace[248662109] 'agreement among raft nodes before linearized reading' (duration: 420.570125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.260562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:14.839673Z","time spent":"420.876695ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:15.268655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.575081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:19:15.268691Z","caller":"traceutil/trace.go:171","msg":"trace[208951267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:485; }","duration":"277.650554ms","start":"2026-04-23T02:19:14.991033Z","end":"2026-04-23T02:19:15.268683Z","steps":["trace[208951267] 'agreement among raft nodes before linearized reading' (duration: 277.53639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.268927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.622264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T02:19:15.26899Z","caller":"traceutil/trace.go:171","msg":"trace[1976827035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:485; }","duration":"198.733057ms","start":"2026-04-23T02:19:15.070243Z","end":"2026-04-23T02:19:15.268976Z","steps":["trace[1976827035] 'agreement among raft nodes before linearized reading' (duration: 198.575272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:15.989059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.022187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:15.989202Z","caller":"traceutil/trace.go:171","msg":"trace[1264794913] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"296.050276ms","start":"2026-04-23T02:19:15.69313Z","end":"2026-04-23T02:19:15.98918Z","steps":["trace[1264794913] 'process raft request' (duration: 114.815942ms)","trace[1264794913] 'compare' (duration: 180.881142ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:16.003835Z","caller":"traceutil/trace.go:171","msg":"trace[201223883] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"303.986937ms","start":"2026-04-23T02:19:15.699816Z","end":"2026-04-23T02:19:16.003803Z","steps":["trace[201223883] 'process raft request' (duration: 303.616426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:16.00392Z","caller":"traceutil/trace.go:171","msg":"trace[171718292] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"281.902398ms","start":"2026-04-23T02:19:15.721987Z","end":"2026-04-23T02:19:16.003889Z","steps":["trace[171718292] 'process raft request' (duration: 281.740083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.003992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:15.699786Z","time spent":"304.118532ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:16.644953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.509921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:16.64507Z","caller":"traceutil/trace.go:171","msg":"trace[13228554] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"606.447494ms","start":"2026-04-23T02:19:16.038603Z","end":"2026-04-23T02:19:16.645051Z","steps":["trace[13228554] 'process raft request' (duration: 278.770218ms)","trace[13228554] 'compare' (duration: 327.296944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:16.645144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:16.038568Z","time spent":"606.538417ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:16.666109Z","caller":"traceutil/trace.go:171","msg":"trace[1946908255] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"621.368057ms","start":"2026-04-23T02:19:16.044683Z","end":"2026-04-23T02:19:16.666051Z","steps":["trace[1946908255] 'process raft request' (duration: 620.743157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:16.666813Z","caller":"traceutil/trace.go:171","msg":"trace[1974231785] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"596.707436ms","start":"2026-04-23T02:19:16.070053Z","end":"2026-04-23T02:19:16.666761Z","steps":["trace[1974231785] 'process raft request' (duration: 595.89077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.66655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:16.044656Z","time spent":"621.556283ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:16.666962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:16.070014Z","time spent":"596.886222ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:16.666298Z","caller":"traceutil/trace.go:171","msg":"trace[62685212] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:544; }","duration":"396.466932ms","start":"2026-04-23T02:19:16.269791Z","end":"2026-04-23T02:19:16.666258Z","steps":["trace[62685212] 'read index received' (duration: 47.757471ms)","trace[62685212] 'applied index is now lower than readState.Index' (duration: 348.708071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:16.668464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.675002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:16.668523Z","caller":"traceutil/trace.go:171","msg":"trace[868592566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"398.764715ms","start":"2026-04-23T02:19:16.269731Z","end":"2026-04-23T02:19:16.668496Z","steps":["trace[868592566] 'agreement among raft nodes before linearized reading' (duration: 396.619567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.668558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:16.269708Z","time spent":"398.841487ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:19:16.849156Z","caller":"traceutil/trace.go:171","msg":"trace[998408809] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"154.072834ms","start":"2026-04-23T02:19:16.695058Z","end":"2026-04-23T02:19:16.849131Z","steps":["trace[998408809] 'process raft request' (duration: 146.03973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:21.904324Z","caller":"traceutil/trace.go:171","msg":"trace[594399125] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"359.820622ms","start":"2026-04-23T02:19:21.544475Z","end":"2026-04-23T02:19:21.904296Z","steps":["trace[594399125] 'read index received' (duration: 359.602766ms)","trace[594399125] 'applied index is now lower than readState.Index' (duration: 216.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:21.904355Z","caller":"traceutil/trace.go:171","msg":"trace[636321109] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"498.8433ms","start":"2026-04-23T02:19:21.405479Z","end":"2026-04-23T02:19:21.904322Z","steps":["trace[636321109] 'process raft request' (duration: 498.604743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:21.904498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:21.40546Z","time spent":"498.970415ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:21.904619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.132913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:19:21.904705Z","caller":"traceutil/trace.go:171","msg":"trace[1474650752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"360.259847ms","start":"2026-04-23T02:19:21.544426Z","end":"2026-04-23T02:19:21.904685Z","steps":["trace[1474650752] 'agreement among raft nodes before linearized reading' (duration: 359.976768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:21.904746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:21.544405Z","time spent":"360.333179ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:19:23.367884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367102509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l82pb\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-23T02:19:23.367973Z","caller":"traceutil/trace.go:171","msg":"trace[1835931214] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l82pb; range_end:; response_count:1; response_revision:580; }","duration":"1.367224493s","start":"2026-04-23T02:19:22.000729Z","end":"2026-04-23T02:19:23.367954Z","steps":["trace[1835931214] 'range keys from in-memory index tree' (duration: 1.366967855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:23.368016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:22.000716Z","time spent":"1.367290135s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-l82pb\" "} {"level":"warn","ts":"2026-04-23T02:19:23.898834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200147986s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:19:24.150965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485891384s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T02:19:24.151539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88055097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:24.151503Z","caller":"traceutil/trace.go:171","msg":"trace[951684370] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"1.880382215s","start":"2026-04-23T02:19:22.270945Z","end":"2026-04-23T02:19:24.151327Z","steps":["trace[951684370] 'read index received' (duration: 394.13288ms)","trace[951684370] 'applied index is now lower than readState.Index' (duration: 1.486241585s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:24.151966Z","caller":"traceutil/trace.go:171","msg":"trace[1799887130] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.800616742s","start":"2026-04-23T02:19:22.351326Z","end":"2026-04-23T02:19:24.151943Z","steps":["trace[1799887130] 'process raft request' (duration: 1.79993622s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:24.152005Z","caller":"traceutil/trace.go:171","msg":"trace[1379247367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"1.880722755s","start":"2026-04-23T02:19:22.270893Z","end":"2026-04-23T02:19:24.151616Z","steps":["trace[1379247367] 'agreement among raft nodes before linearized reading' (duration: 1.880529989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:24.152072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:22.270872Z","time spent":"1.88118537s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:19:24.152199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:22.351272Z","time spent":"1.800770786s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:24.494027Z","caller":"traceutil/trace.go:171","msg":"trace[1823885238] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"342.35035ms","start":"2026-04-23T02:19:24.15164Z","end":"2026-04-23T02:19:24.49399Z","steps":["trace[1823885238] 'read index received' (duration: 263.975661ms)","trace[1823885238] 'applied index is now lower than readState.Index' (duration: 78.373109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:24.494266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14342368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:19:24.49429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.447453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:19:24.494345Z","caller":"traceutil/trace.go:171","msg":"trace[2064213615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"1.143532074s","start":"2026-04-23T02:19:23.350795Z","end":"2026-04-23T02:19:24.494327Z","steps":["trace[2064213615] 'agreement among raft nodes before linearized reading' (duration: 1.143301776s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:24.494372Z","caller":"traceutil/trace.go:171","msg":"trace[2086539613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"539.570667ms","start":"2026-04-23T02:19:23.954778Z","end":"2026-04-23T02:19:24.494349Z","steps":["trace[2086539613] 'agreement among raft nodes before linearized reading' (duration: 539.265418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:24.494388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:23.350786Z","time spent":"1.143594235s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:24.494414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:23.954758Z","time spent":"539.647169ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:19:24.494435Z","caller":"traceutil/trace.go:171","msg":"trace[299091248] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.111038415s","start":"2026-04-23T02:19:23.383327Z","end":"2026-04-23T02:19:24.494366Z","steps":["trace[299091248] 'process raft request' (duration: 1.032268623s)","trace[299091248] 'compare' (duration: 78.130332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:24.494429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149568094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:19:24.494571Z","caller":"traceutil/trace.go:171","msg":"trace[636462143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"1.14976571s","start":"2026-04-23T02:19:23.344769Z","end":"2026-04-23T02:19:24.494534Z","steps":["trace[636462143] 'agreement among raft nodes before linearized reading' (duration: 1.149370178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:24.494631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:23.344746Z","time spent":"1.149875974s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:19:24.494625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:23.383298Z","time spent":"1.111222711s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:24.495068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143561854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:24.495137Z","caller":"traceutil/trace.go:171","msg":"trace[1147597335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"1.143875053s","start":"2026-04-23T02:19:23.351242Z","end":"2026-04-23T02:19:24.495117Z","steps":["trace[1147597335] 'agreement among raft nodes before linearized reading' (duration: 1.1428276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:24.495202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:23.351208Z","time spent":"1.143981117s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:24.58821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.617406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:24.588389Z","caller":"traceutil/trace.go:171","msg":"trace[1401521602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"426.827963ms","start":"2026-04-23T02:19:24.161489Z","end":"2026-04-23T02:19:24.588317Z","steps":["trace[1401521602] 'agreement among raft nodes before linearized reading' (duration: 426.597546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:24.588445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.161471Z","time spent":"426.964047ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:19:24.58883Z","caller":"traceutil/trace.go:171","msg":"trace[904924798] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"380.506457ms","start":"2026-04-23T02:19:24.208306Z","end":"2026-04-23T02:19:24.588813Z","steps":["trace[904924798] 'process raft request' (duration: 379.640619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:24.588925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.208267Z","time spent":"380.6008ms","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:26.590264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:19:26.590348Z","caller":"traceutil/trace.go:171","msg":"trace[208735314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028922s","start":"2026-04-23T02:19:24.590041Z","end":"2026-04-23T02:19:26.59033Z","steps":["trace[208735314] 'agreement among raft nodes before linearized reading' (duration: 2.000184696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:26.590402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.590017Z","time spent":"2.000370831s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:19:28.59867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:19:28.598763Z","caller":"traceutil/trace.go:171","msg":"trace[1152083947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423782s","start":"2026-04-23T02:19:26.59832Z","end":"2026-04-23T02:19:28.598744Z","steps":["trace[1152083947] 'agreement among raft nodes before linearized reading' (duration: 2.000302798s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:28.598814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:26.598297Z","time spent":"2.000507315s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:19:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:19:28.764862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279975701s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:28.765031Z","caller":"traceutil/trace.go:171","msg":"trace[2085022792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:583; }","duration":"1.280154097s","start":"2026-04-23T02:19:27.484854Z","end":"2026-04-23T02:19:28.765009Z","steps":["trace[2085022792] 'range keys from in-memory index tree' (duration: 1.279959931s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:28.765571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837330554s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:28.765701Z","caller":"traceutil/trace.go:171","msg":"trace[56525673] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"4.266297213s","start":"2026-04-23T02:19:24.499389Z","end":"2026-04-23T02:19:28.765686Z","steps":["trace[56525673] 'process raft request' (duration: 428.780224ms)","trace[56525673] 'compare' (duration: 3.836778696s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:28.76576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.499362Z","time spent":"4.266369846s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:28.766054Z","caller":"traceutil/trace.go:171","msg":"trace[1724415965] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"4.266524821s","start":"2026-04-23T02:19:24.499502Z","end":"2026-04-23T02:19:28.766027Z","steps":["trace[1724415965] 'process raft request' (duration: 4.266132359s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:28.766212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.499473Z","time spent":"4.266660086s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:28.766648Z","caller":"traceutil/trace.go:171","msg":"trace[815517979] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"4.266785969s","start":"2026-04-23T02:19:24.499802Z","end":"2026-04-23T02:19:28.766588Z","steps":["trace[815517979] 'process raft request' (duration: 4.266149989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:28.766835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.499791Z","time spent":"4.266958844s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:28.766807Z","caller":"traceutil/trace.go:171","msg":"trace[1725086801] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:606; }","duration":"4.176636078s","start":"2026-04-23T02:19:24.590105Z","end":"2026-04-23T02:19:28.766741Z","steps":["trace[1725086801] 'read index received' (duration: 338.083665ms)","trace[1725086801] 'applied index is now lower than readState.Index' (duration: 3.838550133s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:28.766882Z","caller":"traceutil/trace.go:171","msg":"trace[1136180847] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"4.265941803s","start":"2026-04-23T02:19:24.500919Z","end":"2026-04-23T02:19:28.766861Z","steps":["trace[1136180847] 'process raft request' (duration: 4.2655502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:28.767001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.500901Z","time spent":"4.266050295s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:28.931235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.336495774s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:19:29.150819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.193855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:29.150947Z","caller":"traceutil/trace.go:171","msg":"trace[971857163] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"383.996597ms","start":"2026-04-23T02:19:28.766932Z","end":"2026-04-23T02:19:29.150929Z","steps":["trace[971857163] 'read index received' (duration: 164.485633ms)","trace[971857163] 'applied index is now lower than readState.Index' (duration: 219.509584ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:29.151001Z","caller":"traceutil/trace.go:171","msg":"trace[1452439910] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.556327578s","start":"2026-04-23T02:19:26.594622Z","end":"2026-04-23T02:19:29.15095Z","steps":["trace[1452439910] 'process raft request' (duration: 2.336873316s)","trace[1452439910] 'compare' (duration: 219.005638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:29.151049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.55034354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:19:29.15109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.073765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:19:29.151146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:26.594595Z","time spent":"2.556479153s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:29.151179Z","caller":"traceutil/trace.go:171","msg":"trace[764243465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"552.204439ms","start":"2026-04-23T02:19:28.598951Z","end":"2026-04-23T02:19:29.151156Z","steps":["trace[764243465] 'agreement among raft nodes before linearized reading' (duration: 552.026523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.151177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235338584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:19:29.151162Z","caller":"traceutil/trace.go:171","msg":"trace[685748433] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:588; }","duration":"4.550499824s","start":"2026-04-23T02:19:24.600648Z","end":"2026-04-23T02:19:29.151148Z","steps":["trace[685748433] 'agreement among raft nodes before linearized reading' (duration: 4.550332789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.15123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:28.598929Z","time spent":"552.293212ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:19:29.151253Z","caller":"traceutil/trace.go:171","msg":"trace[2124449454] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:588; }","duration":"2.235479828s","start":"2026-04-23T02:19:26.915754Z","end":"2026-04-23T02:19:29.151234Z","steps":["trace[2124449454] 'agreement among raft nodes before linearized reading' (duration: 2.235254991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.151293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:26.915722Z","time spent":"2.235563051s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:19:29.151311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.600628Z","time spent":"4.550623829s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"info","ts":"2026-04-23T02:19:30.135927Z","caller":"traceutil/trace.go:171","msg":"trace[1458984973] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"111.074404ms","start":"2026-04-23T02:19:30.024836Z","end":"2026-04-23T02:19:30.13591Z","steps":["trace[1458984973] 'process raft request' (duration: 109.276537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:30.534199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.856117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:30.534289Z","caller":"traceutil/trace.go:171","msg":"trace[1768184036] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"495.081512ms","start":"2026-04-23T02:19:30.039194Z","end":"2026-04-23T02:19:30.534275Z","steps":["trace[1768184036] 'process raft request' (duration: 372.07666ms)","trace[1768184036] 'compare' (duration: 122.713062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:30.534331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.03916Z","time spent":"495.153374ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:31.052878Z","caller":"traceutil/trace.go:171","msg":"trace[1538026398] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:617; }","duration":"781.972238ms","start":"2026-04-23T02:19:30.270879Z","end":"2026-04-23T02:19:31.052851Z","steps":["trace[1538026398] 'read index received' (duration: 140.498395ms)","trace[1538026398] 'applied index is now lower than readState.Index' (duration: 641.472693ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:31.05293Z","caller":"traceutil/trace.go:171","msg":"trace[526079595] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"914.643665ms","start":"2026-04-23T02:19:30.138252Z","end":"2026-04-23T02:19:31.052896Z","steps":["trace[526079595] 'process raft request' (duration: 893.091113ms)","trace[526079595] 'compare' (duration: 20.992714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:31.053025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.134273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:19:31.053071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.138232Z","time spent":"914.768248ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:31.053082Z","caller":"traceutil/trace.go:171","msg":"trace[85838072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"782.241286ms","start":"2026-04-23T02:19:30.270825Z","end":"2026-04-23T02:19:31.053066Z","steps":["trace[85838072] 'agreement among raft nodes before linearized reading' (duration: 782.136203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.053118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.270804Z","time spent":"782.307808ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:19:31.099182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.11222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:19:31.099212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.057168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:19:31.099283Z","caller":"traceutil/trace.go:171","msg":"trace[1479777963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:596; }","duration":"328.194572ms","start":"2026-04-23T02:19:30.771071Z","end":"2026-04-23T02:19:31.099266Z","steps":["trace[1479777963] 'agreement among raft nodes before linearized reading' (duration: 327.938024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.099289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.694278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:19:31.099392Z","caller":"traceutil/trace.go:171","msg":"trace[1823771402] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"456.273494ms","start":"2026-04-23T02:19:30.643089Z","end":"2026-04-23T02:19:31.099362Z","steps":["trace[1823771402] 'process raft request' (duration: 455.752668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:31.099411Z","caller":"traceutil/trace.go:171","msg":"trace[147103133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"328.871514ms","start":"2026-04-23T02:19:30.770511Z","end":"2026-04-23T02:19:31.099383Z","steps":["trace[147103133] 'agreement among raft nodes before linearized reading' (duration: 328.587905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.099342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.771041Z","time spent":"328.288715ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:19:31.099335Z","caller":"traceutil/trace.go:171","msg":"trace[336191542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"328.246995ms","start":"2026-04-23T02:19:30.771002Z","end":"2026-04-23T02:19:31.099249Z","steps":["trace[336191542] 'agreement among raft nodes before linearized reading' (duration: 328.010167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.099475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.770487Z","time spent":"328.976137ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:31.099497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.64305Z","time spent":"456.389659ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:31.099554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.770978Z","time spent":"328.553174ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:19:31.09968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.008409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:31.099772Z","caller":"traceutil/trace.go:171","msg":"trace[1553161984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"329.119052ms","start":"2026-04-23T02:19:30.770602Z","end":"2026-04-23T02:19:31.099721Z","steps":["trace[1553161984] 'agreement among raft nodes before linearized reading' (duration: 328.633376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.099883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.770594Z","time spent":"329.277276ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:19:31.564675Z","caller":"traceutil/trace.go:171","msg":"trace[932316162] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"460.805426ms","start":"2026-04-23T02:19:31.103846Z","end":"2026-04-23T02:19:31.564651Z","steps":["trace[932316162] 'process raft request' (duration: 460.720314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:31.564758Z","caller":"traceutil/trace.go:171","msg":"trace[1494446426] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"461.030064ms","start":"2026-04-23T02:19:31.103693Z","end":"2026-04-23T02:19:31.564723Z","steps":["trace[1494446426] 'process raft request' (duration: 454.478906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.564855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.103824Z","time spent":"460.935371ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:31.564943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.103679Z","time spent":"461.160327ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:31.565116Z","caller":"traceutil/trace.go:171","msg":"trace[1773111032] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"455.259931ms","start":"2026-04-23T02:19:31.109819Z","end":"2026-04-23T02:19:31.565079Z","steps":["trace[1773111032] 'process raft request' (duration: 455.101286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.565341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.109801Z","time spent":"455.437577ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:31.565129Z","caller":"traceutil/trace.go:171","msg":"trace[1737572308] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"460.012771ms","start":"2026-04-23T02:19:31.105075Z","end":"2026-04-23T02:19:31.565088Z","steps":["trace[1737572308] 'process raft request' (duration: 459.539096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.565518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.105056Z","time spent":"460.361843ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:31.615338Z","caller":"traceutil/trace.go:171","msg":"trace[421645890] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"418.392854ms","start":"2026-04-23T02:19:31.196743Z","end":"2026-04-23T02:19:31.615136Z","steps":["trace[421645890] 'process raft request' (duration: 418.208999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.615448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.196713Z","time spent":"418.674123ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:31.814263Z","caller":"traceutil/trace.go:171","msg":"trace[2128091908] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"174.977195ms","start":"2026-04-23T02:19:31.639257Z","end":"2026-04-23T02:19:31.814234Z","steps":["trace[2128091908] 'process raft request' (duration: 90.402529ms)","trace[2128091908] 'compare' (duration: 84.431071ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:31.81491Z","caller":"traceutil/trace.go:171","msg":"trace[1637361760] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"175.284235ms","start":"2026-04-23T02:19:31.639599Z","end":"2026-04-23T02:19:31.814883Z","steps":["trace[1637361760] 'process raft request' (duration: 175.023577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:31.814933Z","caller":"traceutil/trace.go:171","msg":"trace[2076540509] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"172.955801ms","start":"2026-04-23T02:19:31.641952Z","end":"2026-04-23T02:19:31.814908Z","steps":["trace[2076540509] 'process raft request' (duration: 172.877159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:31.815006Z","caller":"traceutil/trace.go:171","msg":"trace[708295403] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"174.984175ms","start":"2026-04-23T02:19:31.639998Z","end":"2026-04-23T02:19:31.814982Z","steps":["trace[708295403] 'process raft request' (duration: 174.725547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:33.29005Z","caller":"traceutil/trace.go:171","msg":"trace[1087105160] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"157.235324ms","start":"2026-04-23T02:19:33.13278Z","end":"2026-04-23T02:19:33.290016Z","steps":["trace[1087105160] 'process raft request' (duration: 157.019797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:35.443359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.593121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:35.443472Z","caller":"traceutil/trace.go:171","msg":"trace[1184426139] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"390.408321ms","start":"2026-04-23T02:19:35.053044Z","end":"2026-04-23T02:19:35.443452Z","steps":["trace[1184426139] 'read index received' (duration: 45.724747ms)","trace[1184426139] 'applied index is now lower than readState.Index' (duration: 344.682274ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:35.443504Z","caller":"traceutil/trace.go:171","msg":"trace[1767016237] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"394.48751ms","start":"2026-04-23T02:19:35.048977Z","end":"2026-04-23T02:19:35.443465Z","steps":["trace[1767016237] 'process raft request' (duration: 49.695573ms)","trace[1767016237] 'compare' (duration: 344.465907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:35.443582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.532384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:35.44361Z","caller":"traceutil/trace.go:171","msg":"trace[801698351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:621; }","duration":"390.594656ms","start":"2026-04-23T02:19:35.053007Z","end":"2026-04-23T02:19:35.443601Z","steps":["trace[801698351] 'agreement among raft nodes before linearized reading' (duration: 390.520224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:35.443644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:35.052988Z","time spent":"390.647288ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:35.443719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:35.048956Z","time spent":"394.651794ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:35.47185Z","caller":"traceutil/trace.go:171","msg":"trace[937524955] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"412.179609ms","start":"2026-04-23T02:19:35.059648Z","end":"2026-04-23T02:19:35.471828Z","steps":["trace[937524955] 'process raft request' (duration: 411.995404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:35.471976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:35.059633Z","time spent":"412.281123ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:35.471854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.278265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:35.472106Z","caller":"traceutil/trace.go:171","msg":"trace[1110285504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"200.578576ms","start":"2026-04-23T02:19:35.271513Z","end":"2026-04-23T02:19:35.472091Z","steps":["trace[1110285504] 'agreement among raft nodes before linearized reading' (duration: 200.281776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:35.472108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.276488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T02:19:35.472183Z","caller":"traceutil/trace.go:171","msg":"trace[1483538389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"177.367471ms","start":"2026-04-23T02:19:35.294797Z","end":"2026-04-23T02:19:35.472165Z","steps":["trace[1483538389] 'agreement among raft nodes before linearized reading' (duration: 177.112823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:35.575346Z","caller":"traceutil/trace.go:171","msg":"trace[1025165456] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"123.229019ms","start":"2026-04-23T02:19:35.452071Z","end":"2026-04-23T02:19:35.5753Z","steps":["trace[1025165456] 'process raft request' (duration: 123.083804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:35.575552Z","caller":"traceutil/trace.go:171","msg":"trace[1298754042] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"126.037927ms","start":"2026-04-23T02:19:35.449466Z","end":"2026-04-23T02:19:35.575503Z","steps":["trace[1298754042] 'process raft request' (duration: 96.699309ms)","trace[1298754042] 'compare' (duration: 28.78542ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:37.44507Z","caller":"traceutil/trace.go:171","msg":"trace[224183954] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"174.196331ms","start":"2026-04-23T02:19:37.270841Z","end":"2026-04-23T02:19:37.445037Z","steps":["trace[224183954] 'read index received' (duration: 170.032029ms)","trace[224183954] 'applied index is now lower than readState.Index' (duration: 4.163342ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:37.445641Z","caller":"traceutil/trace.go:171","msg":"trace[1348096222] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"239.165446ms","start":"2026-04-23T02:19:37.206433Z","end":"2026-04-23T02:19:37.445599Z","steps":["trace[1348096222] 'process raft request' (duration: 234.55335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:37.445656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.782429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:19:37.445733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.32915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:19:37.445759Z","caller":"traceutil/trace.go:171","msg":"trace[276466592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"174.957045ms","start":"2026-04-23T02:19:37.270779Z","end":"2026-04-23T02:19:37.445736Z","steps":["trace[276466592] 'agreement among raft nodes before linearized reading' (duration: 174.750898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:37.4458Z","caller":"traceutil/trace.go:171","msg":"trace[599581135] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:672; }","duration":"104.481695ms","start":"2026-04-23T02:19:37.341299Z","end":"2026-04-23T02:19:37.445781Z","steps":["trace[599581135] 'agreement among raft nodes before linearized reading' (duration: 104.33111ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:39.034674Z","caller":"traceutil/trace.go:171","msg":"trace[325301055] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"145.914026ms","start":"2026-04-23T02:19:38.888672Z","end":"2026-04-23T02:19:39.034586Z","steps":["trace[325301055] 'process raft request' (duration: 144.962196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:39.034843Z","caller":"traceutil/trace.go:171","msg":"trace[1055124050] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:708; }","duration":"121.658249ms","start":"2026-04-23T02:19:38.913166Z","end":"2026-04-23T02:19:39.034824Z","steps":["trace[1055124050] 'read index received' (duration: 50.286181ms)","trace[1055124050] 'applied index is now lower than readState.Index' (duration: 71.370148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:39.034996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.806674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:39.035032Z","caller":"traceutil/trace.go:171","msg":"trace[1384905676] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:684; }","duration":"121.893226ms","start":"2026-04-23T02:19:38.913128Z","end":"2026-04-23T02:19:39.035021Z","steps":["trace[1384905676] 'agreement among raft nodes before linearized reading' (duration: 121.811564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:39.035213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.889036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:39.035246Z","caller":"traceutil/trace.go:171","msg":"trace[803174887] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:684; }","duration":"121.925157ms","start":"2026-04-23T02:19:38.913313Z","end":"2026-04-23T02:19:39.035238Z","steps":["trace[803174887] 'agreement among raft nodes before linearized reading' (duration: 121.872666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:39.035513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.537485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:39.035544Z","caller":"traceutil/trace.go:171","msg":"trace[1214425715] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:684; }","duration":"121.579757ms","start":"2026-04-23T02:19:38.913956Z","end":"2026-04-23T02:19:39.035536Z","steps":["trace[1214425715] 'agreement among raft nodes before linearized reading' (duration: 121.535405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:45.914434Z","caller":"traceutil/trace.go:171","msg":"trace[1218893888] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:772; }","duration":"233.734024ms","start":"2026-04-23T02:19:45.680669Z","end":"2026-04-23T02:19:45.914403Z","steps":["trace[1218893888] 'read index received' (duration: 233.511547ms)","trace[1218893888] 'applied index is now lower than readState.Index' (duration: 221.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:45.914572Z","caller":"traceutil/trace.go:171","msg":"trace[431391874] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"252.294061ms","start":"2026-04-23T02:19:45.662229Z","end":"2026-04-23T02:19:45.914523Z","steps":["trace[431391874] 'process raft request' (duration: 251.979641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:45.914746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.664882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T02:19:45.914742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.038494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:19:45.914808Z","caller":"traceutil/trace.go:171","msg":"trace[184983445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:744; }","duration":"233.789085ms","start":"2026-04-23T02:19:45.681006Z","end":"2026-04-23T02:19:45.914795Z","steps":["trace[184983445] 'agreement among raft nodes before linearized reading' (duration: 233.588049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:45.914795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.915593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:45.914829Z","caller":"traceutil/trace.go:171","msg":"trace[372938689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"234.171618ms","start":"2026-04-23T02:19:45.680638Z","end":"2026-04-23T02:19:45.91481Z","steps":["trace[372938689] 'agreement among raft nodes before linearized reading' (duration: 233.894739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:45.914873Z","caller":"traceutil/trace.go:171","msg":"trace[881018673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:744; }","duration":"230.024096ms","start":"2026-04-23T02:19:45.684833Z","end":"2026-04-23T02:19:45.914857Z","steps":["trace[881018673] 'agreement among raft nodes before linearized reading' (duration: 229.780119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:45.915058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.236149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:19:45.915195Z","caller":"traceutil/trace.go:171","msg":"trace[1560837258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:744; }","duration":"233.465305ms","start":"2026-04-23T02:19:45.681702Z","end":"2026-04-23T02:19:45.915167Z","steps":["trace[1560837258] 'agreement among raft nodes before linearized reading' (duration: 233.010851ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:48.262322Z","caller":"traceutil/trace.go:171","msg":"trace[455117545] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"203.682453ms","start":"2026-04-23T02:19:48.058599Z","end":"2026-04-23T02:19:48.262282Z","steps":["trace[455117545] 'process raft request' (duration: 115.058923ms)","trace[455117545] 'compare' (duration: 88.426224ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:48.910674Z","caller":"traceutil/trace.go:171","msg":"trace[1732287636] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"193.598678ms","start":"2026-04-23T02:19:48.717053Z","end":"2026-04-23T02:19:48.910652Z","steps":["trace[1732287636] 'process raft request' (duration: 193.456693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:50.158325Z","caller":"traceutil/trace.go:171","msg":"trace[906290904] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"191.397797ms","start":"2026-04-23T02:19:49.966904Z","end":"2026-04-23T02:19:50.158301Z","steps":["trace[906290904] 'process raft request' (duration: 125.535191ms)","trace[906290904] 'compare' (duration: 65.714521ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:50.158709Z","caller":"traceutil/trace.go:171","msg":"trace[1370023092] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"169.565871ms","start":"2026-04-23T02:19:49.988694Z","end":"2026-04-23T02:19:50.158259Z","steps":["trace[1370023092] 'read index received' (duration: 103.690576ms)","trace[1370023092] 'applied index is now lower than readState.Index' (duration: 65.874125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:50.158935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.420892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:19:50.158994Z","caller":"traceutil/trace.go:171","msg":"trace[468203255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:758; }","duration":"101.529267ms","start":"2026-04-23T02:19:50.057454Z","end":"2026-04-23T02:19:50.158983Z","steps":["trace[468203255] 'agreement among raft nodes before linearized reading' (duration: 101.357671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:50.159175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.069379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:50.159241Z","caller":"traceutil/trace.go:171","msg":"trace[489412144] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:758; }","duration":"100.154562ms","start":"2026-04-23T02:19:50.059079Z","end":"2026-04-23T02:19:50.159234Z","steps":["trace[489412144] 'agreement among raft nodes before linearized reading' (duration: 100.075449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:50.159533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.13362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:19:50.159635Z","caller":"traceutil/trace.go:171","msg":"trace[60345462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:758; }","duration":"170.988428ms","start":"2026-04-23T02:19:49.988625Z","end":"2026-04-23T02:19:50.159613Z","steps":["trace[60345462] 'agreement among raft nodes before linearized reading' (duration: 169.80125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:50.341469Z","caller":"traceutil/trace.go:171","msg":"trace[1421431643] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"176.523176ms","start":"2026-04-23T02:19:50.164851Z","end":"2026-04-23T02:19:50.341375Z","steps":["trace[1421431643] 'process raft request' (duration: 174.580674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:50.347647Z","caller":"traceutil/trace.go:171","msg":"trace[2049219868] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:788; }","duration":"172.741495ms","start":"2026-04-23T02:19:50.174858Z","end":"2026-04-23T02:19:50.3476Z","steps":["trace[2049219868] 'read index received' (duration: 164.591181ms)","trace[2049219868] 'applied index is now lower than readState.Index' (duration: 8.149934ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:50.347876Z","caller":"traceutil/trace.go:171","msg":"trace[1722491882] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"182.52742ms","start":"2026-04-23T02:19:50.16534Z","end":"2026-04-23T02:19:50.347867Z","steps":["trace[1722491882] 'process raft request' (duration: 182.085996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:50.348114Z","caller":"traceutil/trace.go:171","msg":"trace[1686723078] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"180.515185ms","start":"2026-04-23T02:19:50.167589Z","end":"2026-04-23T02:19:50.348104Z","steps":["trace[1686723078] 'process raft request' (duration: 179.974067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:50.348083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.20075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:50.348203Z","caller":"traceutil/trace.go:171","msg":"trace[1570618358] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:762; }","duration":"173.413276ms","start":"2026-04-23T02:19:50.174762Z","end":"2026-04-23T02:19:50.348175Z","steps":["trace[1570618358] 'agreement among raft nodes before linearized reading' (duration: 173.185779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:50.348068Z","caller":"traceutil/trace.go:171","msg":"trace[1621475990] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"182.189639ms","start":"2026-04-23T02:19:50.165827Z","end":"2026-04-23T02:19:50.348017Z","steps":["trace[1621475990] 'process raft request' (duration: 181.703023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:51.773143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342147971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:52.274213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342147971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:52.322998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072847461s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:19:52.323591Z","caller":"traceutil/trace.go:171","msg":"trace[506266776] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"1.073637006s","start":"2026-04-23T02:19:51.24992Z","end":"2026-04-23T02:19:52.323558Z","steps":["trace[506266776] 'process raft request' (duration: 1.073414039s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:52.323792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:51.249879Z","time spent":"1.073819192s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:52.331759Z","caller":"traceutil/trace.go:171","msg":"trace[1118698034] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"964.708641ms","start":"2026-04-23T02:19:51.36699Z","end":"2026-04-23T02:19:52.331699Z","steps":["trace[1118698034] 'process raft request' (duration: 964.494114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:52.33203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:51.366961Z","time spent":"964.918158ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:52.33429Z","caller":"traceutil/trace.go:171","msg":"trace[647120479] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:798; }","duration":"1.061579777s","start":"2026-04-23T02:19:51.27269Z","end":"2026-04-23T02:19:52.334269Z","steps":["trace[647120479] 'read index received' (duration: 1.050632423s)","trace[647120479] 'applied index is now lower than readState.Index' (duration: 10.946444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:52.334419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061715611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:52.334456Z","caller":"traceutil/trace.go:171","msg":"trace[987093833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:771; }","duration":"1.061807404s","start":"2026-04-23T02:19:51.272637Z","end":"2026-04-23T02:19:52.334445Z","steps":["trace[987093833] 'agreement among raft nodes before linearized reading' (duration: 1.061729831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:52.334462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.73992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:19:52.334481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:51.272611Z","time spent":"1.061864406s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:19:52.334485Z","caller":"traceutil/trace.go:171","msg":"trace[1040354286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:771; }","duration":"170.764851ms","start":"2026-04-23T02:19:52.163713Z","end":"2026-04-23T02:19:52.334478Z","steps":["trace[1040354286] 'agreement among raft nodes before linearized reading' (duration: 170.661177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:55.341594Z","caller":"traceutil/trace.go:171","msg":"trace[2132116624] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"176.146624ms","start":"2026-04-23T02:19:55.16542Z","end":"2026-04-23T02:19:55.341566Z","steps":["trace[2132116624] 'process raft request' (duration: 175.914447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:55.626866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.489707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:55.626936Z","caller":"traceutil/trace.go:171","msg":"trace[1733414012] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:785; }","duration":"137.622741ms","start":"2026-04-23T02:19:55.489299Z","end":"2026-04-23T02:19:55.626921Z","steps":["trace[1733414012] 'count revisions from in-memory index tree' (duration: 137.399084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:10.131247Z","caller":"traceutil/trace.go:171","msg":"trace[2049142989] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"204.055695ms","start":"2026-04-23T02:20:09.927136Z","end":"2026-04-23T02:20:10.131192Z","steps":["trace[2049142989] 'process raft request' (duration: 187.383967ms)","trace[2049142989] 'compare' (duration: 16.10112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:10.132044Z","caller":"traceutil/trace.go:171","msg":"trace[573317656] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"183.638646ms","start":"2026-04-23T02:20:09.948162Z","end":"2026-04-23T02:20:10.131801Z","steps":["trace[573317656] 'process raft request' (duration: 183.023326ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:10.132229Z","caller":"traceutil/trace.go:171","msg":"trace[1510283310] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"174.47846ms","start":"2026-04-23T02:20:09.957677Z","end":"2026-04-23T02:20:10.132155Z","steps":["trace[1510283310] 'process raft request' (duration: 173.908712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:11.59155Z","caller":"traceutil/trace.go:171","msg":"trace[1897032126] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1129; }","duration":"320.628127ms","start":"2026-04-23T02:20:11.270876Z","end":"2026-04-23T02:20:11.591504Z","steps":["trace[1897032126] 'read index received' (duration: 320.468741ms)","trace[1897032126] 'applied index is now lower than readState.Index' (duration: 157.876µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:11.591603Z","caller":"traceutil/trace.go:171","msg":"trace[564816760] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"424.427187ms","start":"2026-04-23T02:20:11.167139Z","end":"2026-04-23T02:20:11.591566Z","steps":["trace[564816760] 'process raft request' (duration: 424.205829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:11.591724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.832034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:11.591764Z","caller":"traceutil/trace.go:171","msg":"trace[1133172592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"320.885626ms","start":"2026-04-23T02:20:11.270866Z","end":"2026-04-23T02:20:11.591752Z","steps":["trace[1133172592] 'agreement among raft nodes before linearized reading' (duration: 320.801123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:11.591803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:11.270818Z","time spent":"320.978058ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:20:11.591811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:11.167113Z","time spent":"424.599681ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:11.662797Z","caller":"traceutil/trace.go:171","msg":"trace[755389016] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"165.633995ms","start":"2026-04-23T02:20:11.497106Z","end":"2026-04-23T02:20:11.66274Z","steps":["trace[755389016] 'process raft request' (duration: 163.837817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:11.662864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.604998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:20:11.662925Z","caller":"traceutil/trace.go:171","msg":"trace[1393345418] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1096; }","duration":"127.720572ms","start":"2026-04-23T02:20:11.53519Z","end":"2026-04-23T02:20:11.66291Z","steps":["trace[1393345418] 'agreement among raft nodes before linearized reading' (duration: 127.590688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:12.691039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.309581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:20:12.691455Z","caller":"traceutil/trace.go:171","msg":"trace[54873677] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"181.650202ms","start":"2026-04-23T02:20:12.509766Z","end":"2026-04-23T02:20:12.691416Z","steps":["trace[54873677] 'process raft request' (duration: 21.889346ms)","trace[54873677] 'compare' (duration: 159.065203ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:12.691527Z","caller":"traceutil/trace.go:171","msg":"trace[1465905906] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"181.239069ms","start":"2026-04-23T02:20:12.510247Z","end":"2026-04-23T02:20:12.691486Z","steps":["trace[1465905906] 'process raft request' (duration: 181.076024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.691548Z","caller":"traceutil/trace.go:171","msg":"trace[197563739] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"181.167207ms","start":"2026-04-23T02:20:12.510345Z","end":"2026-04-23T02:20:12.691512Z","steps":["trace[197563739] 'process raft request' (duration: 181.067844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.691615Z","caller":"traceutil/trace.go:171","msg":"trace[1101698799] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1134; }","duration":"137.368753ms","start":"2026-04-23T02:20:12.554217Z","end":"2026-04-23T02:20:12.691586Z","steps":["trace[1101698799] 'read index received' (duration: 92.814495ms)","trace[1101698799] 'applied index is now lower than readState.Index' (duration: 44.550448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:12.691846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.615251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:20:12.691908Z","caller":"traceutil/trace.go:171","msg":"trace[1346477208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1102; }","duration":"137.732825ms","start":"2026-04-23T02:20:12.554161Z","end":"2026-04-23T02:20:12.691893Z","steps":["trace[1346477208] 'agreement among raft nodes before linearized reading' (duration: 137.520778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.90977Z","caller":"traceutil/trace.go:171","msg":"trace[1924902278] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"212.802807ms","start":"2026-04-23T02:20:12.696936Z","end":"2026-04-23T02:20:12.909739Z","steps":["trace[1924902278] 'process raft request' (duration: 189.251077ms)","trace[1924902278] 'compare' (duration: 23.429766ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:13.79772Z","caller":"traceutil/trace.go:171","msg":"trace[2084077150] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"128.023631ms","start":"2026-04-23T02:20:13.669671Z","end":"2026-04-23T02:20:13.797695Z","steps":["trace[2084077150] 'process raft request' (duration: 127.861566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:14.860815Z","caller":"traceutil/trace.go:171","msg":"trace[543230978] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"159.246049ms","start":"2026-04-23T02:20:14.701535Z","end":"2026-04-23T02:20:14.860781Z","steps":["trace[543230978] 'process raft request' (duration: 101.566138ms)","trace[543230978] 'compare' (duration: 57.473864ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:14.860918Z","caller":"traceutil/trace.go:171","msg":"trace[319909109] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"158.014169ms","start":"2026-04-23T02:20:14.702866Z","end":"2026-04-23T02:20:14.86088Z","steps":["trace[319909109] 'process raft request' (duration: 157.853974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:21.054599Z","caller":"traceutil/trace.go:171","msg":"trace[503220176] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"118.536465ms","start":"2026-04-23T02:20:20.936028Z","end":"2026-04-23T02:20:21.054565Z","steps":["trace[503220176] 'process raft request' (duration: 70.6742ms)","trace[503220176] 'compare' (duration: 47.71838ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:21.055843Z","caller":"traceutil/trace.go:171","msg":"trace[339228652] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"119.100004ms","start":"2026-04-23T02:20:20.936724Z","end":"2026-04-23T02:20:21.055824Z","steps":["trace[339228652] 'process raft request' (duration: 118.957069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:21.056036Z","caller":"traceutil/trace.go:171","msg":"trace[1882666727] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"114.691212ms","start":"2026-04-23T02:20:20.941318Z","end":"2026-04-23T02:20:21.05601Z","steps":["trace[1882666727] 'process raft request' (duration: 114.463854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:22.115905Z","caller":"traceutil/trace.go:171","msg":"trace[1307090049] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"211.544027ms","start":"2026-04-23T02:20:21.904332Z","end":"2026-04-23T02:20:22.115876Z","steps":["trace[1307090049] 'process raft request' (duration: 211.281338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:28.312812Z","caller":"traceutil/trace.go:171","msg":"trace[808345869] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"145.384802ms","start":"2026-04-23T02:20:28.167375Z","end":"2026-04-23T02:20:28.31276Z","steps":["trace[808345869] 'process raft request' (duration: 144.973618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.842067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.695795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T02:20:29.842133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.845042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:20:29.842207Z","caller":"traceutil/trace.go:171","msg":"trace[1788276054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1194; }","duration":"750.903152ms","start":"2026-04-23T02:20:29.091276Z","end":"2026-04-23T02:20:29.842179Z","steps":["trace[1788276054] 'range keys from in-memory index tree' (duration: 750.411186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.842236Z","caller":"traceutil/trace.go:171","msg":"trace[38654717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1194; }","duration":"915.015448ms","start":"2026-04-23T02:20:28.927194Z","end":"2026-04-23T02:20:29.842209Z","steps":["trace[38654717] 'range keys from in-memory index tree' (duration: 914.538103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.842266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.091253Z","time spent":"750.996365ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:29.842288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:28.92715Z","time spent":"915.128021ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:20:29.842599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.101126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T02:20:29.842663Z","caller":"traceutil/trace.go:171","msg":"trace[158095379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1194; }","duration":"697.213749ms","start":"2026-04-23T02:20:29.145435Z","end":"2026-04-23T02:20:29.842649Z","steps":["trace[158095379] 'range keys from in-memory index tree' (duration: 696.898869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.842698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.145407Z","time spent":"697.283201ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:29.842703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208566221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:20:29.842743Z","caller":"traceutil/trace.go:171","msg":"trace[2090560674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1194; }","duration":"1.208655164s","start":"2026-04-23T02:20:28.634074Z","end":"2026-04-23T02:20:29.842729Z","steps":["trace[2090560674] 'range keys from in-memory index tree' (duration: 1.208415026s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.842773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:28.634043Z","time spent":"1.208722706s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:20:29.842817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.240417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T02:20:29.842941Z","caller":"traceutil/trace.go:171","msg":"trace[1208791989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1194; }","duration":"753.470114ms","start":"2026-04-23T02:20:29.089438Z","end":"2026-04-23T02:20:29.842908Z","steps":["trace[1208791989] 'range keys from in-memory index tree' (duration: 752.936838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.842993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.089403Z","time spent":"753.579309ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:20:29.958475Z","caller":"traceutil/trace.go:171","msg":"trace[1937720318] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"111.654683ms","start":"2026-04-23T02:20:29.846778Z","end":"2026-04-23T02:20:29.958433Z","steps":["trace[1937720318] 'process raft request' (duration: 111.427616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.961923Z","caller":"traceutil/trace.go:171","msg":"trace[442771606] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"113.127101ms","start":"2026-04-23T02:20:29.848764Z","end":"2026-04-23T02:20:29.961891Z","steps":["trace[442771606] 'process raft request' (duration: 112.941145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.962358Z","caller":"traceutil/trace.go:171","msg":"trace[1817927796] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"113.518593ms","start":"2026-04-23T02:20:29.848805Z","end":"2026-04-23T02:20:29.962324Z","steps":["trace[1817927796] 'process raft request' (duration: 113.042648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.962501Z","caller":"traceutil/trace.go:171","msg":"trace[428702247] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"113.673678ms","start":"2026-04-23T02:20:29.848744Z","end":"2026-04-23T02:20:29.962418Z","steps":["trace[428702247] 'process raft request' (duration: 113.42451ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.962664Z","caller":"traceutil/trace.go:171","msg":"trace[1781035346] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"113.001367ms","start":"2026-04-23T02:20:29.849649Z","end":"2026-04-23T02:20:29.96265Z","steps":["trace[1781035346] 'process raft request' (duration: 112.699827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:30.470711Z","caller":"traceutil/trace.go:171","msg":"trace[214998842] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"132.058932ms","start":"2026-04-23T02:20:30.338629Z","end":"2026-04-23T02:20:30.470688Z","steps":["trace[214998842] 'process raft request' (duration: 63.174859ms)","trace[214998842] 'compare' (duration: 68.763789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:38.341358Z","caller":"traceutil/trace.go:171","msg":"trace[1478057110] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"244.844561ms","start":"2026-04-23T02:20:38.09648Z","end":"2026-04-23T02:20:38.341324Z","steps":["trace[1478057110] 'read index received' (duration: 244.539371ms)","trace[1478057110] 'applied index is now lower than readState.Index' (duration: 303.46µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:38.341523Z","caller":"traceutil/trace.go:171","msg":"trace[1375649203] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"295.64521ms","start":"2026-04-23T02:20:38.045831Z","end":"2026-04-23T02:20:38.341477Z","steps":["trace[1375649203] 'process raft request' (duration: 295.225746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.34172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.208962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:20:38.341774Z","caller":"traceutil/trace.go:171","msg":"trace[862630050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1271; }","duration":"245.331787ms","start":"2026-04-23T02:20:38.096426Z","end":"2026-04-23T02:20:38.341758Z","steps":["trace[862630050] 'agreement among raft nodes before linearized reading' (duration: 245.10673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.341818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.277868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T02:20:38.341916Z","caller":"traceutil/trace.go:171","msg":"trace[1756295439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1271; }","duration":"211.451473ms","start":"2026-04-23T02:20:38.130443Z","end":"2026-04-23T02:20:38.341895Z","steps":["trace[1756295439] 'agreement among raft nodes before linearized reading' (duration: 211.194945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.342342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.723185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:20:38.342444Z","caller":"traceutil/trace.go:171","msg":"trace[1552078558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1271; }","duration":"244.203741ms","start":"2026-04-23T02:20:38.09822Z","end":"2026-04-23T02:20:38.342424Z","steps":["trace[1552078558] 'agreement among raft nodes before linearized reading' (duration: 243.460517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.342547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.989296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:20:38.342628Z","caller":"traceutil/trace.go:171","msg":"trace[1271000905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1271; }","duration":"245.164091ms","start":"2026-04-23T02:20:38.097443Z","end":"2026-04-23T02:20:38.342607Z","steps":["trace[1271000905] 'agreement among raft nodes before linearized reading' (duration: 244.149299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:45.845339Z","caller":"traceutil/trace.go:171","msg":"trace[1486542805] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"456.980496ms","start":"2026-04-23T02:20:45.388334Z","end":"2026-04-23T02:20:45.845315Z","steps":["trace[1486542805] 'process raft request' (duration: 456.822341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:45.845507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:45.388314Z","time spent":"457.103991ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4334,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:51.485148Z","caller":"traceutil/trace.go:171","msg":"trace[1007758712] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"170.999575ms","start":"2026-04-23T02:20:51.314101Z","end":"2026-04-23T02:20:51.485101Z","steps":["trace[1007758712] 'process raft request' (duration: 170.822349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:54.751522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279091207s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:20:54.751925Z","caller":"traceutil/trace.go:171","msg":"trace[427546479] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"1.279559191s","start":"2026-04-23T02:20:53.472335Z","end":"2026-04-23T02:20:54.751894Z","steps":["trace[427546479] 'process raft request' (duration: 1.279405486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:54.752106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:53.472312Z","time spent":"1.279710556s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:54.784204Z","caller":"traceutil/trace.go:171","msg":"trace[1429057221] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"1.124329012s","start":"2026-04-23T02:20:53.659846Z","end":"2026-04-23T02:20:54.784175Z","steps":["trace[1429057221] 'process raft request' (duration: 1.124145876s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.784473Z","caller":"traceutil/trace.go:171","msg":"trace[868677872] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"332.734044ms","start":"2026-04-23T02:20:54.451724Z","end":"2026-04-23T02:20:54.784458Z","steps":["trace[868677872] 'process raft request' (duration: 332.404633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:54.784596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.4517Z","time spent":"332.844847ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:20:54.784544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:53.659822Z","time spent":"1.124498247s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:20:54.784686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.561941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:54.78477Z","caller":"traceutil/trace.go:171","msg":"trace[1329126128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1458; }","duration":"512.704245ms","start":"2026-04-23T02:20:54.272048Z","end":"2026-04-23T02:20:54.784752Z","steps":["trace[1329126128] 'agreement among raft nodes before linearized reading' (duration: 512.565141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:54.784815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.272026Z","time spent":"512.781728ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:20:54.784967Z","caller":"traceutil/trace.go:171","msg":"trace[465761861] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1506; }","duration":"512.282782ms","start":"2026-04-23T02:20:54.272115Z","end":"2026-04-23T02:20:54.784398Z","steps":["trace[465761861] 'read index received' (duration: 479.632258ms)","trace[465761861] 'applied index is now lower than readState.Index' (duration: 32.648924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:54.785221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.265858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:20:54.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.907668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:20:54.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.922339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:20:54.785258Z","caller":"traceutil/trace.go:171","msg":"trace[2021140065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"327.331711ms","start":"2026-04-23T02:20:54.457912Z","end":"2026-04-23T02:20:54.785243Z","steps":["trace[2021140065] 'agreement among raft nodes before linearized reading' (duration: 327.191216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.785266Z","caller":"traceutil/trace.go:171","msg":"trace[624136147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1458; }","duration":"311.98385ms","start":"2026-04-23T02:20:54.473271Z","end":"2026-04-23T02:20:54.785255Z","steps":["trace[624136147] 'agreement among raft nodes before linearized reading' (duration: 311.879897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.785273Z","caller":"traceutil/trace.go:171","msg":"trace[1088922785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1458; }","duration":"306.988ms","start":"2026-04-23T02:20:54.478274Z","end":"2026-04-23T02:20:54.785262Z","steps":["trace[1088922785] 'agreement among raft nodes before linearized reading' (duration: 306.847406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:54.785291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.457898Z","time spent":"327.385813ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:54.785296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.473249Z","time spent":"312.041512ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:54.785295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.187314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:20:54.785309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.478263Z","time spent":"307.038193ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:54.78531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.948562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:20:54.785362Z","caller":"traceutil/trace.go:171","msg":"trace[1155713181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1458; }","duration":"298.029594ms","start":"2026-04-23T02:20:54.487321Z","end":"2026-04-23T02:20:54.785351Z","steps":["trace[1155713181] 'agreement among raft nodes before linearized reading' (duration: 297.882369ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.785451Z","caller":"traceutil/trace.go:171","msg":"trace[677655692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1458; }","duration":"326.268027ms","start":"2026-04-23T02:20:54.459068Z","end":"2026-04-23T02:20:54.785336Z","steps":["trace[677655692] 'agreement among raft nodes before linearized reading' (duration: 326.111532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:54.785566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.459059Z","time spent":"326.424601ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:20:55.002361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.593124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:20:55.002483Z","caller":"traceutil/trace.go:171","msg":"trace[934449234] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"213.766382ms","start":"2026-04-23T02:20:54.788695Z","end":"2026-04-23T02:20:55.002461Z","steps":["trace[934449234] 'process raft request' (duration: 92.988242ms)","trace[934449234] 'compare' (duration: 120.377647ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:55.438857Z","caller":"traceutil/trace.go:171","msg":"trace[1629628590] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"649.61284ms","start":"2026-04-23T02:20:54.789217Z","end":"2026-04-23T02:20:55.43883Z","steps":["trace[1629628590] 'process raft request' (duration: 596.293456ms)","trace[1629628590] 'compare' (duration: 53.119308ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:55.439034Z","caller":"traceutil/trace.go:171","msg":"trace[765586319] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"649.701433ms","start":"2026-04-23T02:20:54.789321Z","end":"2026-04-23T02:20:55.439023Z","steps":["trace[765586319] 'process raft request' (duration: 649.466336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:55.439031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.789195Z","time spent":"649.743594ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:20:55.439092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.789308Z","time spent":"649.753374ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:55.439186Z","caller":"traceutil/trace.go:171","msg":"trace[499734] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"649.830787ms","start":"2026-04-23T02:20:54.789348Z","end":"2026-04-23T02:20:55.439179Z","steps":["trace[499734] 'process raft request' (duration: 649.631961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:55.439222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.789336Z","time spent":"649.864539ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:55.439253Z","caller":"traceutil/trace.go:171","msg":"trace[1930816801] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"649.793156ms","start":"2026-04-23T02:20:54.789449Z","end":"2026-04-23T02:20:55.439242Z","steps":["trace[1930816801] 'process raft request' (duration: 649.705033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:55.43932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:54.789443Z","time spent":"649.845788ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:59.372309Z","caller":"traceutil/trace.go:171","msg":"trace[236356906] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1561; }","duration":"101.643828ms","start":"2026-04-23T02:20:59.270627Z","end":"2026-04-23T02:20:59.372271Z","steps":["trace[236356906] 'read index received' (duration: 52.118595ms)","trace[236356906] 'applied index is now lower than readState.Index' (duration: 49.523543ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:59.372413Z","caller":"traceutil/trace.go:171","msg":"trace[1951020490] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"135.320845ms","start":"2026-04-23T02:20:59.237049Z","end":"2026-04-23T02:20:59.372369Z","steps":["trace[1951020490] 'process raft request' (duration: 85.727ms)","trace[1951020490] 'compare' (duration: 49.259784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:59.372765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.072442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:59.372827Z","caller":"traceutil/trace.go:171","msg":"trace[1471811801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"102.228467ms","start":"2026-04-23T02:20:59.270582Z","end":"2026-04-23T02:20:59.372811Z","steps":["trace[1471811801] 'agreement among raft nodes before linearized reading' (duration: 101.829234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:59.641327Z","caller":"traceutil/trace.go:171","msg":"trace[887770360] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1564; }","duration":"187.959547ms","start":"2026-04-23T02:20:59.453295Z","end":"2026-04-23T02:20:59.641255Z","steps":["trace[887770360] 'read index received' (duration: 12.960104ms)","trace[887770360] 'applied index is now lower than readState.Index' (duration: 174.997503ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:59.641472Z","caller":"traceutil/trace.go:171","msg":"trace[1344494944] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"210.930591ms","start":"2026-04-23T02:20:59.430499Z","end":"2026-04-23T02:20:59.641429Z","steps":["trace[1344494944] 'process raft request' (duration: 178.727872ms)","trace[1344494944] 'compare' (duration: 31.843948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:59.641878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.543365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:20:59.641996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.389991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:20:59.64201Z","caller":"traceutil/trace.go:171","msg":"trace[1152574159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1513; }","duration":"188.722711ms","start":"2026-04-23T02:20:59.453256Z","end":"2026-04-23T02:20:59.641979Z","steps":["trace[1152574159] 'agreement among raft nodes before linearized reading' (duration: 188.274617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:59.64201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.728179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:20:59.642085Z","caller":"traceutil/trace.go:171","msg":"trace[819821054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1513; }","duration":"188.502264ms","start":"2026-04-23T02:20:59.453559Z","end":"2026-04-23T02:20:59.642061Z","steps":["trace[819821054] 'agreement among raft nodes before linearized reading' (duration: 188.021028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:59.642161Z","caller":"traceutil/trace.go:171","msg":"trace[100729804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1513; }","duration":"187.918586ms","start":"2026-04-23T02:20:59.454209Z","end":"2026-04-23T02:20:59.642128Z","steps":["trace[100729804] 'agreement among raft nodes before linearized reading' (duration: 187.42736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:59.642397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.992498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:20:59.642468Z","caller":"traceutil/trace.go:171","msg":"trace[1077053645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1513; }","duration":"188.07804ms","start":"2026-04-23T02:20:59.45437Z","end":"2026-04-23T02:20:59.642448Z","steps":["trace[1077053645] 'agreement among raft nodes before linearized reading' (duration: 187.346737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:59.849544Z","caller":"traceutil/trace.go:171","msg":"trace[992057519] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"115.973447ms","start":"2026-04-23T02:20:59.733542Z","end":"2026-04-23T02:20:59.849515Z","steps":["trace[992057519] 'process raft request' (duration: 102.951461ms)","trace[992057519] 'compare' (duration: 12.916282ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:59.942805Z","caller":"traceutil/trace.go:171","msg":"trace[166908595] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"205.710464ms","start":"2026-04-23T02:20:59.737061Z","end":"2026-04-23T02:20:59.942772Z","steps":["trace[166908595] 'process raft request' (duration: 205.573679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:00.464412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342149379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:21:00.590729Z","caller":"traceutil/trace.go:171","msg":"trace[794695694] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"638.03912ms","start":"2026-04-23T02:20:59.952663Z","end":"2026-04-23T02:21:00.590702Z","steps":["trace[794695694] 'process raft request' (duration: 637.622947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:00.590853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.448852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:00.59091Z","caller":"traceutil/trace.go:171","msg":"trace[1873472250] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1521; }","duration":"627.570656ms","start":"2026-04-23T02:20:59.963322Z","end":"2026-04-23T02:21:00.590893Z","steps":["trace[1873472250] 'agreement among raft nodes before linearized reading' (duration: 627.456303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:00.590954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:59.963293Z","time spent":"627.651249ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-23T02:21:00.590889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:59.952637Z","time spent":"638.169865ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:00.590705Z","caller":"traceutil/trace.go:171","msg":"trace[1948428876] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"627.253996ms","start":"2026-04-23T02:20:59.963397Z","end":"2026-04-23T02:21:00.590651Z","steps":["trace[1948428876] 'read index received' (duration: 626.714989ms)","trace[1948428876] 'applied index is now lower than readState.Index' (duration: 537.357µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:00.591396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.257135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:00.591448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.917794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:00.59157Z","caller":"traceutil/trace.go:171","msg":"trace[2127601282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1521; }","duration":"519.11254ms","start":"2026-04-23T02:21:00.072425Z","end":"2026-04-23T02:21:00.591538Z","steps":["trace[2127601282] 'agreement among raft nodes before linearized reading' (duration: 518.881323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:00.591579Z","caller":"traceutil/trace.go:171","msg":"trace[833838570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1521; }","duration":"320.40461ms","start":"2026-04-23T02:21:00.271102Z","end":"2026-04-23T02:21:00.591506Z","steps":["trace[833838570] 'agreement among raft nodes before linearized reading' (duration: 320.202064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:00.591743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.271051Z","time spent":"320.670638ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:00.591641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.0724Z","time spent":"519.225704ms","remote":"127.0.0.1:51716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:21:00.711906Z","caller":"traceutil/trace.go:171","msg":"trace[51411489] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1574; }","duration":"109.073876ms","start":"2026-04-23T02:21:00.602803Z","end":"2026-04-23T02:21:00.711876Z","steps":["trace[51411489] 'read index received' (duration: 90.193182ms)","trace[51411489] 'applied index is now lower than readState.Index' (duration: 18.879564ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:00.71199Z","caller":"traceutil/trace.go:171","msg":"trace[918548610] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"112.536996ms","start":"2026-04-23T02:21:00.599409Z","end":"2026-04-23T02:21:00.711946Z","steps":["trace[918548610] 'process raft request' (duration: 93.640362ms)","trace[918548610] 'compare' (duration: 18.678347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:00.712066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.236792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:00.712131Z","caller":"traceutil/trace.go:171","msg":"trace[1059052300] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1522; }","duration":"109.344694ms","start":"2026-04-23T02:21:00.602763Z","end":"2026-04-23T02:21:00.712108Z","steps":["trace[1059052300] 'agreement among raft nodes before linearized reading' (duration: 109.21973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:00.873757Z","caller":"traceutil/trace.go:171","msg":"trace[1987340768] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"155.475618ms","start":"2026-04-23T02:21:00.718238Z","end":"2026-04-23T02:21:00.873714Z","steps":["trace[1987340768] 'process raft request' (duration: 116.465531ms)","trace[1987340768] 'compare' (duration: 38.784759ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.162104Z","caller":"traceutil/trace.go:171","msg":"trace[801950625] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"194.477016ms","start":"2026-04-23T02:21:00.967585Z","end":"2026-04-23T02:21:01.162062Z","steps":["trace[801950625] 'process raft request' (duration: 158.687592ms)","trace[801950625] 'compare' (duration: 35.608138ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.258574Z","caller":"traceutil/trace.go:171","msg":"trace[532598770] linearizableReadLoop","detail":"{readStateIndex:1580; appliedIndex:1578; }","duration":"187.059478ms","start":"2026-04-23T02:21:01.071488Z","end":"2026-04-23T02:21:01.258547Z","steps":["trace[532598770] 'read index received' (duration: 54.75644ms)","trace[532598770] 'applied index is now lower than readState.Index' (duration: 132.301588ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.25866Z","caller":"traceutil/trace.go:171","msg":"trace[1980577469] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"289.099409ms","start":"2026-04-23T02:21:00.969508Z","end":"2026-04-23T02:21:01.258607Z","steps":["trace[1980577469] 'process raft request' (duration: 288.849571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.258859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.351437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T02:21:01.258961Z","caller":"traceutil/trace.go:171","msg":"trace[615664442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1527; }","duration":"187.523263ms","start":"2026-04-23T02:21:01.071412Z","end":"2026-04-23T02:21:01.258935Z","steps":["trace[615664442] 'agreement among raft nodes before linearized reading' (duration: 187.224763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.434005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.174444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:01.434105Z","caller":"traceutil/trace.go:171","msg":"trace[157347121] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"170.600642ms","start":"2026-04-23T02:21:01.263487Z","end":"2026-04-23T02:21:01.434087Z","steps":["trace[157347121] 'process raft request' (duration: 13.263434ms)","trace[157347121] 'compare' (duration: 157.055889ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.435003Z","caller":"traceutil/trace.go:171","msg":"trace[1106087702] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1580; }","duration":"168.820406ms","start":"2026-04-23T02:21:01.266161Z","end":"2026-04-23T02:21:01.434981Z","steps":["trace[1106087702] 'read index received' (duration: 10.607119ms)","trace[1106087702] 'applied index is now lower than readState.Index' (duration: 158.211777ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.435162Z","caller":"traceutil/trace.go:171","msg":"trace[754149858] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"170.398886ms","start":"2026-04-23T02:21:01.264677Z","end":"2026-04-23T02:21:01.435076Z","steps":["trace[754149858] 'process raft request' (duration: 170.196079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.435327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.134445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:01.435485Z","caller":"traceutil/trace.go:171","msg":"trace[986071301] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1529; }","duration":"169.381283ms","start":"2026-04-23T02:21:01.266076Z","end":"2026-04-23T02:21:01.435457Z","steps":["trace[986071301] 'agreement among raft nodes before linearized reading' (duration: 169.001201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:01.684949Z","caller":"traceutil/trace.go:171","msg":"trace[1878962864] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1582; }","duration":"239.282967ms","start":"2026-04-23T02:21:01.445635Z","end":"2026-04-23T02:21:01.684918Z","steps":["trace[1878962864] 'read index received' (duration: 148.054892ms)","trace[1878962864] 'applied index is now lower than readState.Index' (duration: 91.227235ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.685124Z","caller":"traceutil/trace.go:171","msg":"trace[392580222] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"241.573471ms","start":"2026-04-23T02:21:01.443509Z","end":"2026-04-23T02:21:01.685083Z","steps":["trace[392580222] 'process raft request' (duration: 150.19492ms)","trace[392580222] 'compare' (duration: 91.067861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:01.68526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.596448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:01.685381Z","caller":"traceutil/trace.go:171","msg":"trace[1707011409] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1530; }","duration":"239.774533ms","start":"2026-04-23T02:21:01.445578Z","end":"2026-04-23T02:21:01.685352Z","steps":["trace[1707011409] 'agreement among raft nodes before linearized reading' (duration: 239.526315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:01.828695Z","caller":"traceutil/trace.go:171","msg":"trace[114205531] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"137.486164ms","start":"2026-04-23T02:21:01.691165Z","end":"2026-04-23T02:21:01.828652Z","steps":["trace[114205531] 'process raft request' (duration: 103.525978ms)","trace[114205531] 'compare' (duration: 33.749699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:01.828828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.062778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:21:01.828911Z","caller":"traceutil/trace.go:171","msg":"trace[436302570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1532; }","duration":"100.232283ms","start":"2026-04-23T02:21:01.728661Z","end":"2026-04-23T02:21:01.828894Z","steps":["trace[436302570] 'agreement among raft nodes before linearized reading' (duration: 99.975715ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:02.044613Z","caller":"traceutil/trace.go:171","msg":"trace[935507487] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1589; }","duration":"117.877867ms","start":"2026-04-23T02:21:01.926706Z","end":"2026-04-23T02:21:02.044584Z","steps":["trace[935507487] 'read index received' (duration: 76.082612ms)","trace[935507487] 'applied index is now lower than readState.Index' (duration: 41.794155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.044784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.043003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:02.044837Z","caller":"traceutil/trace.go:171","msg":"trace[382619331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:1537; }","duration":"118.126755ms","start":"2026-04-23T02:21:01.926689Z","end":"2026-04-23T02:21:02.044816Z","steps":["trace[382619331] 'agreement among raft nodes before linearized reading' (duration: 118.026572ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:02.045083Z","caller":"traceutil/trace.go:171","msg":"trace[1457093620] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"121.651318ms","start":"2026-04-23T02:21:01.923236Z","end":"2026-04-23T02:21:02.044887Z","steps":["trace[1457093620] 'process raft request' (duration: 79.564163ms)","trace[1457093620] 'compare' (duration: 41.635661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.335847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.961921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:02.335986Z","caller":"traceutil/trace.go:171","msg":"trace[234580095] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"216.808328ms","start":"2026-04-23T02:21:02.119156Z","end":"2026-04-23T02:21:02.335965Z","steps":["trace[234580095] 'read index received' (duration: 41.516686ms)","trace[234580095] 'applied index is now lower than readState.Index' (duration: 175.290222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.336081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.917363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:02.336062Z","caller":"traceutil/trace.go:171","msg":"trace[2074302293] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"219.534135ms","start":"2026-04-23T02:21:02.116493Z","end":"2026-04-23T02:21:02.336027Z","steps":["trace[2074302293] 'process raft request' (duration: 44.257814ms)","trace[2074302293] 'compare' (duration: 174.710443ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:02.336116Z","caller":"traceutil/trace.go:171","msg":"trace[314703583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1539; }","duration":"216.990915ms","start":"2026-04-23T02:21:02.119115Z","end":"2026-04-23T02:21:02.336106Z","steps":["trace[314703583] 'agreement among raft nodes before linearized reading' (duration: 216.921483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.606985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.32783ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T02:21:02.607586Z","caller":"traceutil/trace.go:171","msg":"trace[1045317857] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"271.541638ms","start":"2026-04-23T02:21:02.336017Z","end":"2026-04-23T02:21:02.607559Z","steps":["trace[1045317857] 'read index received' (duration: 15.678831ms)","trace[1045317857] 'applied index is now lower than readState.Index' (duration: 255.860867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.608152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.583253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:02.6082Z","caller":"traceutil/trace.go:171","msg":"trace[566878877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1539; }","duration":"339.684226ms","start":"2026-04-23T02:21:02.268502Z","end":"2026-04-23T02:21:02.608186Z","steps":["trace[566878877] 'agreement among raft nodes before linearized reading' (duration: 339.579913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.608311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:02.268479Z","time spent":"339.821071ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:21:02.608738Z","caller":"traceutil/trace.go:171","msg":"trace[262164295] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"264.290706ms","start":"2026-04-23T02:21:02.344407Z","end":"2026-04-23T02:21:02.608698Z","steps":["trace[262164295] 'process raft request' (duration: 262.738187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.65796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.76237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:02.658046Z","caller":"traceutil/trace.go:171","msg":"trace[1607857065] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1540; }","duration":"314.910714ms","start":"2026-04-23T02:21:02.343113Z","end":"2026-04-23T02:21:02.658024Z","steps":["trace[1607857065] 'agreement among raft nodes before linearized reading' (duration: 265.546206ms)","trace[1607857065] 'range keys from in-memory index tree' (duration: 49.229503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.65809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:02.343084Z","time spent":"314.996126ms","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" "} {"level":"info","ts":"2026-04-23T02:21:02.809402Z","caller":"traceutil/trace.go:171","msg":"trace[1340710736] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1595; }","duration":"106.308278ms","start":"2026-04-23T02:21:02.703066Z","end":"2026-04-23T02:21:02.809374Z","steps":["trace[1340710736] 'read index received' (duration: 106.0586ms)","trace[1340710736] 'applied index is now lower than readState.Index' (duration: 248.418µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:02.809462Z","caller":"traceutil/trace.go:171","msg":"trace[830736320] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"108.499647ms","start":"2026-04-23T02:21:02.70093Z","end":"2026-04-23T02:21:02.809429Z","steps":["trace[830736320] 'process raft request' (duration: 108.27104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.809559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.476993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:02.809616Z","caller":"traceutil/trace.go:171","msg":"trace[1008813158] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:1542; }","duration":"106.574066ms","start":"2026-04-23T02:21:02.703018Z","end":"2026-04-23T02:21:02.809592Z","steps":["trace[1008813158] 'agreement among raft nodes before linearized reading' (duration: 106.475012ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:04.628283Z","caller":"traceutil/trace.go:171","msg":"trace[278786956] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"183.483984ms","start":"2026-04-23T02:21:04.44477Z","end":"2026-04-23T02:21:04.628254Z","steps":["trace[278786956] 'process raft request' (duration: 113.91411ms)","trace[278786956] 'compare' (duration: 69.298845ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:05.815311Z","caller":"traceutil/trace.go:171","msg":"trace[318890177] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1573; }","duration":"101.042009ms","start":"2026-04-23T02:21:05.714209Z","end":"2026-04-23T02:21:05.815251Z","steps":["trace[318890177] 'process raft request' (duration: 100.840423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:08.981318Z","caller":"traceutil/trace.go:171","msg":"trace[1981405300] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"114.901552ms","start":"2026-04-23T02:21:08.866345Z","end":"2026-04-23T02:21:08.981247Z","steps":["trace[1981405300] 'process raft request' (duration: 114.588452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.224478Z","caller":"traceutil/trace.go:171","msg":"trace[1937135905] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"301.133505ms","start":"2026-04-23T02:21:08.923315Z","end":"2026-04-23T02:21:09.224448Z","steps":["trace[1937135905] 'process raft request' (duration: 300.95509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:09.224836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:08.923307Z","time spent":"301.467056ms","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1312,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:21:09.224495Z","caller":"traceutil/trace.go:171","msg":"trace[2052783024] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"292.83458ms","start":"2026-04-23T02:21:08.931636Z","end":"2026-04-23T02:21:09.22447Z","steps":["trace[2052783024] 'process raft request' (duration: 292.782908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.22469Z","caller":"traceutil/trace.go:171","msg":"trace[1800486975] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"295.35137ms","start":"2026-04-23T02:21:08.929322Z","end":"2026-04-23T02:21:09.224674Z","steps":["trace[1800486975] 'process raft request' (duration: 295.066751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.224708Z","caller":"traceutil/trace.go:171","msg":"trace[309517143] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"297.691095ms","start":"2026-04-23T02:21:08.926995Z","end":"2026-04-23T02:21:09.224687Z","steps":["trace[309517143] 'process raft request' (duration: 297.331543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.224716Z","caller":"traceutil/trace.go:171","msg":"trace[952073701] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"301.711194ms","start":"2026-04-23T02:21:08.922965Z","end":"2026-04-23T02:21:09.224676Z","steps":["trace[952073701] 'process raft request' (duration: 255.139936ms)","trace[952073701] 'compare' (duration: 45.824554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:09.225531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:08.922946Z","time spent":"302.504439ms","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1258,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:21:09.254662Z","caller":"traceutil/trace.go:171","msg":"trace[36730801] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"267.330474ms","start":"2026-04-23T02:21:08.987312Z","end":"2026-04-23T02:21:09.254642Z","steps":["trace[36730801] 'process raft request' (duration: 267.275793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.254723Z","caller":"traceutil/trace.go:171","msg":"trace[91141686] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"270.790965ms","start":"2026-04-23T02:21:08.983907Z","end":"2026-04-23T02:21:09.254698Z","steps":["trace[91141686] 'process raft request' (duration: 270.567608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:12.011579Z","caller":"traceutil/trace.go:171","msg":"trace[1305964515] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"106.620837ms","start":"2026-04-23T02:21:11.904935Z","end":"2026-04-23T02:21:12.011556Z","steps":["trace[1305964515] 'process raft request' (duration: 106.181953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:12.366693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.191332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:12.366821Z","caller":"traceutil/trace.go:171","msg":"trace[394101739] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1719; }","duration":"105.382597ms","start":"2026-04-23T02:21:12.261403Z","end":"2026-04-23T02:21:12.366785Z","steps":["trace[394101739] 'agreement among raft nodes before linearized reading' (duration: 84.989336ms)","trace[394101739] 'range keys from in-memory index tree' (duration: 20.210086ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:12.724683Z","caller":"traceutil/trace.go:171","msg":"trace[1955864253] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"183.089721ms","start":"2026-04-23T02:21:12.541566Z","end":"2026-04-23T02:21:12.724656Z","steps":["trace[1955864253] 'process raft request' (duration: 182.915946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.058297Z","caller":"traceutil/trace.go:171","msg":"trace[772305568] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"150.82758ms","start":"2026-04-23T02:21:12.907437Z","end":"2026-04-23T02:21:13.058265Z","steps":["trace[772305568] 'process raft request' (duration: 150.50736ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.413212Z","caller":"traceutil/trace.go:171","msg":"trace[1573519519] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"163.261697ms","start":"2026-04-23T02:21:13.249918Z","end":"2026-04-23T02:21:13.41318Z","steps":["trace[1573519519] 'process raft request' (duration: 126.943786ms)","trace[1573519519] 'compare' (duration: 36.067873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:13.413454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.8064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:13.413508Z","caller":"traceutil/trace.go:171","msg":"trace[2061829271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1727; }","duration":"140.910783ms","start":"2026-04-23T02:21:13.272585Z","end":"2026-04-23T02:21:13.413496Z","steps":["trace[2061829271] 'agreement among raft nodes before linearized reading' (duration: 140.81639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.413092Z","caller":"traceutil/trace.go:171","msg":"trace[1439152121] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1798; }","duration":"140.434717ms","start":"2026-04-23T02:21:13.272631Z","end":"2026-04-23T02:21:13.413066Z","steps":["trace[1439152121] 'read index received' (duration: 104.249531ms)","trace[1439152121] 'applied index is now lower than readState.Index' (duration: 36.184186ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:14.51397Z","caller":"traceutil/trace.go:171","msg":"trace[1531113380] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"275.99248ms","start":"2026-04-23T02:21:14.237958Z","end":"2026-04-23T02:21:14.51395Z","steps":["trace[1531113380] 'read index received' (duration: 275.872077ms)","trace[1531113380] 'applied index is now lower than readState.Index' (duration: 119.403µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:14.514024Z","caller":"traceutil/trace.go:171","msg":"trace[933042091] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"458.273575ms","start":"2026-04-23T02:21:14.05572Z","end":"2026-04-23T02:21:14.513993Z","steps":["trace[933042091] 'process raft request' (duration: 458.098199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.514153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.179446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:21:14.514194Z","caller":"traceutil/trace.go:171","msg":"trace[428677806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1731; }","duration":"276.271829ms","start":"2026-04-23T02:21:14.237912Z","end":"2026-04-23T02:21:14.514184Z","steps":["trace[428677806] 'agreement among raft nodes before linearized reading' (duration: 276.145005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.51418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:14.055698Z","time spent":"458.396739ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:14.521317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.108482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:14.521338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.541538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.521365Z","caller":"traceutil/trace.go:171","msg":"trace[2004057523] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1732; }","duration":"188.179664ms","start":"2026-04-23T02:21:14.333173Z","end":"2026-04-23T02:21:14.521353Z","steps":["trace[2004057523] 'agreement among raft nodes before linearized reading' (duration: 188.05758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.521393Z","caller":"traceutil/trace.go:171","msg":"trace[798348070] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1732; }","duration":"118.614111ms","start":"2026-04-23T02:21:14.402761Z","end":"2026-04-23T02:21:14.521375Z","steps":["trace[798348070] 'agreement among raft nodes before linearized reading' (duration: 118.529288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.521591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.960723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:14.521613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.993962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:14.521763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.410416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.521777Z","caller":"traceutil/trace.go:171","msg":"trace[247830482] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1732; }","duration":"119.206159ms","start":"2026-04-23T02:21:14.402557Z","end":"2026-04-23T02:21:14.521763Z","steps":["trace[247830482] 'agreement among raft nodes before linearized reading' (duration: 118.996552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.521843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.696257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:14.521811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.212425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.521883Z","caller":"traceutil/trace.go:171","msg":"trace[1443295931] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1732; }","duration":"100.737999ms","start":"2026-04-23T02:21:14.42113Z","end":"2026-04-23T02:21:14.521868Z","steps":["trace[1443295931] 'agreement among raft nodes before linearized reading' (duration: 100.696208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.52189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.740953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:14.521672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.089227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.521932Z","caller":"traceutil/trace.go:171","msg":"trace[2077811556] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1732; }","duration":"158.799995ms","start":"2026-04-23T02:21:14.363121Z","end":"2026-04-23T02:21:14.521921Z","steps":["trace[2077811556] 'agreement among raft nodes before linearized reading' (duration: 158.735073ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.52193Z","caller":"traceutil/trace.go:171","msg":"trace[1578636980] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1732; }","duration":"101.412631ms","start":"2026-04-23T02:21:14.420496Z","end":"2026-04-23T02:21:14.521908Z","steps":["trace[1578636980] 'agreement among raft nodes before linearized reading' (duration: 101.142422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.521808Z","caller":"traceutil/trace.go:171","msg":"trace[1333037722] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1732; }","duration":"139.456417ms","start":"2026-04-23T02:21:14.382338Z","end":"2026-04-23T02:21:14.521794Z","steps":["trace[1333037722] 'agreement among raft nodes before linearized reading' (duration: 139.384285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.521494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.97997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146770"} {"level":"info","ts":"2026-04-23T02:21:14.521948Z","caller":"traceutil/trace.go:171","msg":"trace[1699259669] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1732; }","duration":"140.407277ms","start":"2026-04-23T02:21:14.38153Z","end":"2026-04-23T02:21:14.521938Z","steps":["trace[1699259669] 'agreement among raft nodes before linearized reading' (duration: 140.038055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.522088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.702981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.522091Z","caller":"traceutil/trace.go:171","msg":"trace[1031105578] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1732; }","duration":"159.58791ms","start":"2026-04-23T02:21:14.362483Z","end":"2026-04-23T02:21:14.522071Z","steps":["trace[1031105578] 'agreement among raft nodes before linearized reading' (duration: 158.830316ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.522136Z","caller":"traceutil/trace.go:171","msg":"trace[1126688218] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1732; }","duration":"188.767672ms","start":"2026-04-23T02:21:14.333351Z","end":"2026-04-23T02:21:14.522118Z","steps":["trace[1126688218] 'agreement among raft nodes before linearized reading' (duration: 188.675839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.521811Z","caller":"traceutil/trace.go:171","msg":"trace[1233893005] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"249.590236ms","start":"2026-04-23T02:21:14.272201Z","end":"2026-04-23T02:21:14.521791Z","steps":["trace[1233893005] 'process raft request' (duration: 248.893534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.522224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.852339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.521685Z","caller":"traceutil/trace.go:171","msg":"trace[1706701462] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1732; }","duration":"140.095647ms","start":"2026-04-23T02:21:14.381566Z","end":"2026-04-23T02:21:14.521661Z","steps":["trace[1706701462] 'agreement among raft nodes before linearized reading' (duration: 139.924161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.522246Z","caller":"traceutil/trace.go:171","msg":"trace[893132417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1732; }","duration":"159.9076ms","start":"2026-04-23T02:21:14.362331Z","end":"2026-04-23T02:21:14.522238Z","steps":["trace[893132417] 'agreement among raft nodes before linearized reading' (duration: 159.873809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.522252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.911547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.522319Z","caller":"traceutil/trace.go:171","msg":"trace[1099039229] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1732; }","duration":"189.032571ms","start":"2026-04-23T02:21:14.333266Z","end":"2026-04-23T02:21:14.522298Z","steps":["trace[1099039229] 'agreement among raft nodes before linearized reading' (duration: 188.928978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.522367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.091996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:14.522378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.937642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T02:21:14.522369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.943741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.522398Z","caller":"traceutil/trace.go:171","msg":"trace[1509943375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1733; }","duration":"171.008825ms","start":"2026-04-23T02:21:14.351384Z","end":"2026-04-23T02:21:14.522393Z","steps":["trace[1509943375] 'agreement among raft nodes before linearized reading' (duration: 170.867201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.522396Z","caller":"traceutil/trace.go:171","msg":"trace[2020132579] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1733; }","duration":"119.138657ms","start":"2026-04-23T02:21:14.403249Z","end":"2026-04-23T02:21:14.522388Z","steps":["trace[2020132579] 'agreement among raft nodes before linearized reading' (duration: 119.090405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.522424Z","caller":"traceutil/trace.go:171","msg":"trace[1742730975] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1733; }","duration":"160.004613ms","start":"2026-04-23T02:21:14.362404Z","end":"2026-04-23T02:21:14.522409Z","steps":["trace[1742730975] 'agreement among raft nodes before linearized reading' (duration: 159.104704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.522436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.133234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:14.522464Z","caller":"traceutil/trace.go:171","msg":"trace[1879782564] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1733; }","duration":"102.169415ms","start":"2026-04-23T02:21:14.420287Z","end":"2026-04-23T02:21:14.522456Z","steps":["trace[1879782564] 'agreement among raft nodes before linearized reading' (duration: 102.123364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:15.828892Z","caller":"traceutil/trace.go:171","msg":"trace[2144522235] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"146.419679ms","start":"2026-04-23T02:21:15.68244Z","end":"2026-04-23T02:21:15.828859Z","steps":["trace[2144522235] 'process raft request' (duration: 141.974347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:17.202187Z","caller":"traceutil/trace.go:171","msg":"trace[1068405506] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"274.783642ms","start":"2026-04-23T02:21:16.927387Z","end":"2026-04-23T02:21:17.202171Z","steps":["trace[1068405506] 'process raft request' (duration: 274.672789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:17.304369Z","caller":"traceutil/trace.go:171","msg":"trace[797218149] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"336.988659ms","start":"2026-04-23T02:21:16.967347Z","end":"2026-04-23T02:21:17.304335Z","steps":["trace[797218149] 'process raft request' (duration: 256.880099ms)","trace[797218149] 'compare' (duration: 79.911114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:17.304768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:16.967329Z","time spent":"337.293299ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:19.751253Z","caller":"traceutil/trace.go:171","msg":"trace[1954294713] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"103.550009ms","start":"2026-04-23T02:21:19.647667Z","end":"2026-04-23T02:21:19.751217Z","steps":["trace[1954294713] 'process raft request' (duration: 100.503861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:19.752479Z","caller":"traceutil/trace.go:171","msg":"trace[1126815867] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"104.21889ms","start":"2026-04-23T02:21:19.648242Z","end":"2026-04-23T02:21:19.752461Z","steps":["trace[1126815867] 'process raft request' (duration: 103.919311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.21844Z","caller":"traceutil/trace.go:171","msg":"trace[1657026111] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"180.932572ms","start":"2026-04-23T02:21:20.037484Z","end":"2026-04-23T02:21:20.218416Z","steps":["trace[1657026111] 'process raft request' (duration: 180.827649ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.218564Z","caller":"traceutil/trace.go:171","msg":"trace[1227589904] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"294.881314ms","start":"2026-04-23T02:21:19.923645Z","end":"2026-04-23T02:21:20.218526Z","steps":["trace[1227589904] 'process raft request' (duration: 288.218221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.904649Z","caller":"traceutil/trace.go:171","msg":"trace[1461831705] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1871; }","duration":"350.967246ms","start":"2026-04-23T02:21:20.553653Z","end":"2026-04-23T02:21:20.90462Z","steps":["trace[1461831705] 'read index received' (duration: 350.77343ms)","trace[1461831705] 'applied index is now lower than readState.Index' (duration: 191.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:20.904701Z","caller":"traceutil/trace.go:171","msg":"trace[2033460071] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"351.598416ms","start":"2026-04-23T02:21:20.553068Z","end":"2026-04-23T02:21:20.904666Z","steps":["trace[2033460071] 'process raft request' (duration: 351.341828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.905019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:20.553044Z","time spent":"351.886946ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:20.905017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.309897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:21:20.905243Z","caller":"traceutil/trace.go:171","msg":"trace[590726746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1795; }","duration":"351.591576ms","start":"2026-04-23T02:21:20.553635Z","end":"2026-04-23T02:21:20.905227Z","steps":["trace[590726746] 'agreement among raft nodes before linearized reading' (duration: 351.147752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.905289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:20.553624Z","time spent":"351.653418ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:21:21.204458Z","caller":"traceutil/trace.go:171","msg":"trace[1826296646] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1872; }","duration":"299.581954ms","start":"2026-04-23T02:21:20.904855Z","end":"2026-04-23T02:21:21.204437Z","steps":["trace[1826296646] 'read index received' (duration: 299.43519ms)","trace[1826296646] 'applied index is now lower than readState.Index' (duration: 145.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:21.204545Z","caller":"traceutil/trace.go:171","msg":"trace[134923908] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"647.201823ms","start":"2026-04-23T02:21:20.557308Z","end":"2026-04-23T02:21:21.20451Z","steps":["trace[134923908] 'process raft request' (duration: 646.977476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:21.204702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:20.557282Z","time spent":"647.339167ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:21.204757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.93804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-23T02:21:21.204835Z","caller":"traceutil/trace.go:171","msg":"trace[2125078623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1796; }","duration":"364.067485ms","start":"2026-04-23T02:21:20.84075Z","end":"2026-04-23T02:21:21.204817Z","steps":["trace[2125078623] 'agreement among raft nodes before linearized reading' (duration: 363.815757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:21.204885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:20.840729Z","time spent":"364.143787ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:21:21.206888Z","caller":"traceutil/trace.go:171","msg":"trace[395998528] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"295.366269ms","start":"2026-04-23T02:21:20.911493Z","end":"2026-04-23T02:21:21.20686Z","steps":["trace[395998528] 'process raft request' (duration: 295.137672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:28.75213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:29.252662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:29.753786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:29.878602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861669825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a8db095618abd5\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-23T02:21:29.8788Z","caller":"traceutil/trace.go:171","msg":"trace[921655910] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a8db095618abd5; range_end:; response_count:1; response_revision:1897; }","duration":"1.861917423s","start":"2026-04-23T02:21:28.016861Z","end":"2026-04-23T02:21:29.878778Z","steps":["trace[921655910] 'range keys from in-memory index tree' (duration: 1.861478059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.878893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.016822Z","time spent":"1.862053517s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a8db095618abd5\" "} {"level":"warn","ts":"2026-04-23T02:21:29.879251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963597272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:21:29.879321Z","caller":"traceutil/trace.go:171","msg":"trace[1023977906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1897; }","duration":"1.963808968s","start":"2026-04-23T02:21:27.915496Z","end":"2026-04-23T02:21:29.879305Z","steps":["trace[1023977906] 'range keys from in-memory index tree' (duration: 1.963344034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.879367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:27.915467Z","time spent":"1.963887971s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:21:29.87953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690849816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T02:21:29.879615Z","caller":"traceutil/trace.go:171","msg":"trace[1617730836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c; range_end:; response_count:1; response_revision:1897; }","duration":"1.69097686s","start":"2026-04-23T02:21:28.188617Z","end":"2026-04-23T02:21:29.879594Z","steps":["trace[1617730836] 'range keys from in-memory index tree' (duration: 1.69066884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.879657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.18858Z","time spent":"1.691067883s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" "} {"level":"warn","ts":"2026-04-23T02:21:29.919159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.67751737s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:21:29.919536Z","caller":"traceutil/trace.go:171","msg":"trace[739998018] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.677975405s","start":"2026-04-23T02:21:28.241526Z","end":"2026-04-23T02:21:29.919502Z","steps":["trace[739998018] 'process raft request' (duration: 1.67781795s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.91969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.241504Z","time spent":"1.678107919s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:30.269618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992440354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:21:30.269703Z","caller":"traceutil/trace.go:171","msg":"trace[1417052811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992562558s","start":"2026-04-23T02:21:28.277122Z","end":"2026-04-23T02:21:30.269684Z","steps":["trace[1417052811] 'agreement among raft nodes before linearized reading' (duration: 1.992459535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:30.269747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.277105Z","time spent":"1.9926334s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:21:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:21:31.730215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.810894342s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:21:31.730663Z","caller":"traceutil/trace.go:171","msg":"trace[817896929] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"2.190862095s","start":"2026-04-23T02:21:29.539777Z","end":"2026-04-23T02:21:31.730639Z","steps":["trace[817896929] 'process raft request' (duration: 2.190761772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.730784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.539755Z","time spent":"2.190954959s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:31.730969Z","caller":"traceutil/trace.go:171","msg":"trace[309134638] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"2.15844919s","start":"2026-04-23T02:21:29.572495Z","end":"2026-04-23T02:21:31.730944Z","steps":["trace[309134638] 'process raft request' (duration: 2.158085778s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:31.731107Z","caller":"traceutil/trace.go:171","msg":"trace[1872041496] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"2.314064683s","start":"2026-04-23T02:21:29.417008Z","end":"2026-04-23T02:21:31.731072Z","steps":["trace[1872041496] 'process raft request' (duration: 2.313387571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.73149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.572468Z","time spent":"2.158670047s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:31.731591Z","caller":"traceutil/trace.go:171","msg":"trace[119534709] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"2.150338511s","start":"2026-04-23T02:21:29.581231Z","end":"2026-04-23T02:21:31.731569Z","steps":["trace[119534709] 'process raft request' (duration: 2.149639519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.731704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.581209Z","time spent":"2.150442904s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:31.73173Z","caller":"traceutil/trace.go:171","msg":"trace[446777457] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1976; }","duration":"3.480364305s","start":"2026-04-23T02:21:28.251328Z","end":"2026-04-23T02:21:31.731692Z","steps":["trace[446777457] 'read index received' (duration: 1.668016936s)","trace[446777457] 'applied index is now lower than readState.Index' (duration: 1.812345769s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:31.73184Z","caller":"traceutil/trace.go:171","msg":"trace[868380057] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.848169694s","start":"2026-04-23T02:21:29.883652Z","end":"2026-04-23T02:21:31.731822Z","steps":["trace[868380057] 'process raft request' (duration: 1.847889405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.731584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.416977Z","time spent":"2.314403264s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:31.731945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.883629Z","time spent":"1.848260546s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:31.731714Z","caller":"traceutil/trace.go:171","msg":"trace[1013489432] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.848846146s","start":"2026-04-23T02:21:29.88281Z","end":"2026-04-23T02:21:31.731656Z","steps":["trace[1013489432] 'process raft request' (duration: 1.848320879s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03361557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:31.73209Z","caller":"traceutil/trace.go:171","msg":"trace[496083195] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1904; }","duration":"2.033679742s","start":"2026-04-23T02:21:29.6984Z","end":"2026-04-23T02:21:31.73208Z","steps":["trace[496083195] 'agreement among raft nodes before linearized reading' (duration: 2.033624891s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435199262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:21:31.73212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.698379Z","time spent":"2.033733334s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:21:31.73216Z","caller":"traceutil/trace.go:171","msg":"trace[1132384325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"3.435328206s","start":"2026-04-23T02:21:28.296809Z","end":"2026-04-23T02:21:31.732137Z","steps":["trace[1132384325] 'agreement among raft nodes before linearized reading' (duration: 3.435175381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560407945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:31.73203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.882779Z","time spent":"1.849206277s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:31.732256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.296785Z","time spent":"3.435418608s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:21:31.732296Z","caller":"traceutil/trace.go:171","msg":"trace[284481723] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1904; }","duration":"2.560507228s","start":"2026-04-23T02:21:29.171773Z","end":"2026-04-23T02:21:31.73228Z","steps":["trace[284481723] 'agreement among raft nodes before linearized reading' (duration: 2.560383394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.076807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:31.732351Z","caller":"traceutil/trace.go:171","msg":"trace[1447372837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1904; }","duration":"263.14313ms","start":"2026-04-23T02:21:31.469197Z","end":"2026-04-23T02:21:31.732341Z","steps":["trace[1447372837] 'agreement among raft nodes before linearized reading' (duration: 263.088818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.171707Z","time spent":"2.560632542s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:31.732515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462368334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:31.732688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120578967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T02:21:31.732725Z","caller":"traceutil/trace.go:171","msg":"trace[535023725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"1.462605641s","start":"2026-04-23T02:21:30.270102Z","end":"2026-04-23T02:21:31.732708Z","steps":["trace[535023725] 'agreement among raft nodes before linearized reading' (duration: 1.462391415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:30.270081Z","time spent":"1.462675364s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:31.732716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.182579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:21:31.732774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447753505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:21:31.732828Z","caller":"traceutil/trace.go:171","msg":"trace[1315900953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1904; }","duration":"2.447860628s","start":"2026-04-23T02:21:29.284953Z","end":"2026-04-23T02:21:31.732814Z","steps":["trace[1315900953] 'agreement among raft nodes before linearized reading' (duration: 2.447718363s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:31.732833Z","caller":"traceutil/trace.go:171","msg":"trace[1068903756] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1904; }","duration":"359.408746ms","start":"2026-04-23T02:21:31.373397Z","end":"2026-04-23T02:21:31.732806Z","steps":["trace[1068903756] 'agreement among raft nodes before linearized reading' (duration: 359.142767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.284923Z","time spent":"2.447949501s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:31.732904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.373367Z","time spent":"359.524609ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:31.73256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.467303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T02:21:31.732984Z","caller":"traceutil/trace.go:171","msg":"trace[1181354016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c; range_end:; response_count:1; response_revision:1904; }","duration":"847.914517ms","start":"2026-04-23T02:21:30.885041Z","end":"2026-04-23T02:21:31.732955Z","steps":["trace[1181354016] 'agreement among raft nodes before linearized reading' (duration: 847.418221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.733121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:30.885017Z","time spent":"848.042112ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" "} {"level":"info","ts":"2026-04-23T02:21:31.732734Z","caller":"traceutil/trace.go:171","msg":"trace[1819802237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c; range_end:; response_count:1; response_revision:1904; }","duration":"3.120650169s","start":"2026-04-23T02:21:28.612059Z","end":"2026-04-23T02:21:31.732723Z","steps":["trace[1819802237] 'agreement among raft nodes before linearized reading' (duration: 3.120559426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.733244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.612042Z","time spent":"3.121185836s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" "} {"level":"warn","ts":"2026-04-23T02:21:31.732571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766823852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:21:31.733421Z","caller":"traceutil/trace.go:171","msg":"trace[27649249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1904; }","duration":"2.76771447s","start":"2026-04-23T02:21:28.965698Z","end":"2026-04-23T02:21:31.733412Z","steps":["trace[27649249] 'agreement among raft nodes before linearized reading' (duration: 2.76678164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.733443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.965677Z","time spent":"2.767758752s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:31.732605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.942879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:31.733543Z","caller":"traceutil/trace.go:171","msg":"trace[1761580695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"593.88675ms","start":"2026-04-23T02:21:31.139612Z","end":"2026-04-23T02:21:31.733498Z","steps":["trace[1761580695] 'agreement among raft nodes before linearized reading' (duration: 592.9738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480755478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T02:21:31.733669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469073196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:21:31.733726Z","caller":"traceutil/trace.go:171","msg":"trace[1274746845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1904; }","duration":"2.469181709s","start":"2026-04-23T02:21:29.264531Z","end":"2026-04-23T02:21:31.733713Z","steps":["trace[1274746845] 'agreement among raft nodes before linearized reading' (duration: 2.468213819s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.733669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.139588Z","time spent":"594.008663ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:31.733765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:29.264504Z","time spent":"2.469253201s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:21:31.733673Z","caller":"traceutil/trace.go:171","msg":"trace[722251895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1904; }","duration":"3.48238426s","start":"2026-04-23T02:21:28.251275Z","end":"2026-04-23T02:21:31.733659Z","steps":["trace[722251895] 'agreement among raft nodes before linearized reading' (duration: 3.480558731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.732641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065031032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:21:31.733908Z","caller":"traceutil/trace.go:171","msg":"trace[263434821] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1904; }","duration":"3.066351214s","start":"2026-04-23T02:21:28.667549Z","end":"2026-04-23T02:21:31.7339Z","steps":["trace[263434821] 'agreement among raft nodes before linearized reading' (duration: 3.065052643s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:31.733938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.667524Z","time spent":"3.066401655s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:31.733894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.251253Z","time spent":"3.482562015s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:21:32.165952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.80272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:32.166296Z","caller":"traceutil/trace.go:171","msg":"trace[1132991012] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"428.794734ms","start":"2026-04-23T02:21:31.737467Z","end":"2026-04-23T02:21:32.166261Z","steps":["trace[1132991012] 'process raft request' (duration: 231.51787ms)","trace[1132991012] 'compare' (duration: 196.510489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:32.166443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.737426Z","time spent":"428.947178ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:32.166639Z","caller":"traceutil/trace.go:171","msg":"trace[448283246] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"428.239855ms","start":"2026-04-23T02:21:31.73838Z","end":"2026-04-23T02:21:32.16662Z","steps":["trace[448283246] 'process raft request' (duration: 428.023368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:32.166744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.73837Z","time spent":"428.316208ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:32.166796Z","caller":"traceutil/trace.go:171","msg":"trace[1329829592] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"428.176823ms","start":"2026-04-23T02:21:31.738598Z","end":"2026-04-23T02:21:32.166775Z","steps":["trace[1329829592] 'process raft request' (duration: 427.994328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:32.166974Z","caller":"traceutil/trace.go:171","msg":"trace[2019867779] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"428.255206ms","start":"2026-04-23T02:21:31.738711Z","end":"2026-04-23T02:21:32.166966Z","steps":["trace[2019867779] 'process raft request' (duration: 427.977918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:32.167042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.738694Z","time spent":"428.315068ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:32.167049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.738582Z","time spent":"428.3605ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:32.167102Z","caller":"traceutil/trace.go:171","msg":"trace[969897129] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"427.398869ms","start":"2026-04-23T02:21:31.739679Z","end":"2026-04-23T02:21:32.167078Z","steps":["trace[969897129] 'process raft request' (duration: 427.238754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:32.167229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.739672Z","time spent":"427.478281ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:32.167271Z","caller":"traceutil/trace.go:171","msg":"trace[93207784] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"427.171572ms","start":"2026-04-23T02:21:31.740093Z","end":"2026-04-23T02:21:32.167264Z","steps":["trace[93207784] 'process raft request' (duration: 426.902693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:32.16727Z","caller":"traceutil/trace.go:171","msg":"trace[627075712] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1983; }","duration":"426.802179ms","start":"2026-04-23T02:21:31.740413Z","end":"2026-04-23T02:21:32.167215Z","steps":["trace[627075712] 'read index received' (duration: 228.587285ms)","trace[627075712] 'applied index is now lower than readState.Index' (duration: 198.213224ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:32.167464Z","caller":"traceutil/trace.go:171","msg":"trace[558783250] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"242.049645ms","start":"2026-04-23T02:21:31.925403Z","end":"2026-04-23T02:21:32.167452Z","steps":["trace[558783250] 'process raft request' (duration: 241.645662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:32.167324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.740086Z","time spent":"427.203393ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:32.167575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.163032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:32.167615Z","caller":"traceutil/trace.go:171","msg":"trace[560147755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"427.200993ms","start":"2026-04-23T02:21:31.740394Z","end":"2026-04-23T02:21:32.167595Z","steps":["trace[560147755] 'agreement among raft nodes before linearized reading' (duration: 427.158371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:32.167647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:31.74038Z","time spent":"427.249615ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:32.167639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.239761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:32.167684Z","caller":"traceutil/trace.go:171","msg":"trace[1664047993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1911; }","duration":"257.332784ms","start":"2026-04-23T02:21:31.910337Z","end":"2026-04-23T02:21:32.167669Z","steps":["trace[1664047993] 'agreement among raft nodes before linearized reading' (duration: 257.256121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:32.167949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.082132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-23T02:21:32.168032Z","caller":"traceutil/trace.go:171","msg":"trace[1240122870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1911; }","duration":"245.198256ms","start":"2026-04-23T02:21:31.922817Z","end":"2026-04-23T02:21:32.168016Z","steps":["trace[1240122870] 'agreement among raft nodes before linearized reading' (duration: 244.99607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:33.845688Z","caller":"traceutil/trace.go:171","msg":"trace[156586355] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"106.820373ms","start":"2026-04-23T02:21:33.738845Z","end":"2026-04-23T02:21:33.845666Z","steps":["trace[156586355] 'process raft request' (duration: 106.70033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:33.845768Z","caller":"traceutil/trace.go:171","msg":"trace[1648017387] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"107.141394ms","start":"2026-04-23T02:21:33.738584Z","end":"2026-04-23T02:21:33.845725Z","steps":["trace[1648017387] 'process raft request' (duration: 106.898057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:33.845885Z","caller":"traceutil/trace.go:171","msg":"trace[1338111496] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2000; }","duration":"101.940288ms","start":"2026-04-23T02:21:33.743927Z","end":"2026-04-23T02:21:33.845867Z","steps":["trace[1338111496] 'read index received' (duration: 53.605113ms)","trace[1338111496] 'applied index is now lower than readState.Index' (duration: 48.333655ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:33.845942Z","caller":"traceutil/trace.go:171","msg":"trace[1371131329] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"104.897853ms","start":"2026-04-23T02:21:33.741022Z","end":"2026-04-23T02:21:33.84592Z","steps":["trace[1371131329] 'process raft request' (duration: 104.601923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:33.847074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.093125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-04-23T02:21:33.847177Z","caller":"traceutil/trace.go:171","msg":"trace[1958323987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c; range_end:; response_count:1; response_revision:1924; }","duration":"103.26227ms","start":"2026-04-23T02:21:33.74389Z","end":"2026-04-23T02:21:33.847152Z","steps":["trace[1958323987] 'agreement among raft nodes before linearized reading' (duration: 102.096203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:35.263088Z","caller":"traceutil/trace.go:171","msg":"trace[1014402354] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"120.329666ms","start":"2026-04-23T02:21:35.142652Z","end":"2026-04-23T02:21:35.262982Z","steps":["trace[1014402354] 'process raft request' (duration: 112.823636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:35.478686Z","caller":"traceutil/trace.go:171","msg":"trace[610311910] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"118.836828ms","start":"2026-04-23T02:21:35.359816Z","end":"2026-04-23T02:21:35.478653Z","steps":["trace[610311910] 'process raft request' (duration: 46.173146ms)","trace[610311910] 'compare' (duration: 72.333112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:35.910715Z","caller":"traceutil/trace.go:171","msg":"trace[1172449019] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"204.564437ms","start":"2026-04-23T02:21:35.706126Z","end":"2026-04-23T02:21:35.91069Z","steps":["trace[1172449019] 'process raft request' (duration: 126.285436ms)","trace[1172449019] 'compare' (duration: 78.082355ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:35.910977Z","caller":"traceutil/trace.go:171","msg":"trace[1641390162] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"116.385319ms","start":"2026-04-23T02:21:35.794579Z","end":"2026-04-23T02:21:35.910964Z","steps":["trace[1641390162] 'process raft request' (duration: 116.058599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:35.911285Z","caller":"traceutil/trace.go:171","msg":"trace[1375248576] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"107.463245ms","start":"2026-04-23T02:21:35.803765Z","end":"2026-04-23T02:21:35.911228Z","steps":["trace[1375248576] 'process raft request' (duration: 107.129904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:41.317414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.537764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:41.317551Z","caller":"traceutil/trace.go:171","msg":"trace[57747552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"177.740971ms","start":"2026-04-23T02:21:41.139781Z","end":"2026-04-23T02:21:41.317522Z","steps":["trace[57747552] 'range keys from in-memory index tree' (duration: 177.383449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:41.317636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.926807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:21:41.31774Z","caller":"traceutil/trace.go:171","msg":"trace[258057901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1999; }","duration":"362.105212ms","start":"2026-04-23T02:21:40.955607Z","end":"2026-04-23T02:21:41.317712Z","steps":["trace[258057901] 'range keys from in-memory index tree' (duration: 361.628837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:41.317802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:40.955572Z","time spent":"362.218656ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:21:41.317951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.532232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:21:41.318037Z","caller":"traceutil/trace.go:171","msg":"trace[805270426] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1999; }","duration":"268.676246ms","start":"2026-04-23T02:21:41.049338Z","end":"2026-04-23T02:21:41.318014Z","steps":["trace[805270426] 'count revisions from in-memory index tree' (duration: 268.412658ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:46.57962Z","caller":"traceutil/trace.go:171","msg":"trace[1784653582] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2118; }","duration":"224.608148ms","start":"2026-04-23T02:21:46.35498Z","end":"2026-04-23T02:21:46.579589Z","steps":["trace[1784653582] 'read index received' (duration: 224.392041ms)","trace[1784653582] 'applied index is now lower than readState.Index' (duration: 214.927µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:46.579708Z","caller":"traceutil/trace.go:171","msg":"trace[1338637549] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"249.027119ms","start":"2026-04-23T02:21:46.330636Z","end":"2026-04-23T02:21:46.579663Z","steps":["trace[1338637549] 'process raft request' (duration: 248.766251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:46.580017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.014151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:21:46.580038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.602661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:21:46.580097Z","caller":"traceutil/trace.go:171","msg":"trace[548064774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2035; }","duration":"180.712075ms","start":"2026-04-23T02:21:46.399372Z","end":"2026-04-23T02:21:46.580084Z","steps":["trace[548064774] 'agreement among raft nodes before linearized reading' (duration: 180.560361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:46.580101Z","caller":"traceutil/trace.go:171","msg":"trace[1970068697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"225.174516ms","start":"2026-04-23T02:21:46.354902Z","end":"2026-04-23T02:21:46.580077Z","steps":["trace[1970068697] 'agreement among raft nodes before linearized reading' (duration: 224.843496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:46.580122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.786628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:21:46.580154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.570931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:21:46.580225Z","caller":"traceutil/trace.go:171","msg":"trace[217385329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2035; }","duration":"180.929342ms","start":"2026-04-23T02:21:46.399271Z","end":"2026-04-23T02:21:46.5802Z","steps":["trace[217385329] 'agreement among raft nodes before linearized reading' (duration: 180.675164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:46.580269Z","caller":"traceutil/trace.go:171","msg":"trace[2031358361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2035; }","duration":"180.729746ms","start":"2026-04-23T02:21:46.399516Z","end":"2026-04-23T02:21:46.580246Z","steps":["trace[2031358361] 'agreement among raft nodes before linearized reading' (duration: 180.380634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:46.58032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.06897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:21:46.58038Z","caller":"traceutil/trace.go:171","msg":"trace[1747828952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2035; }","duration":"188.618738ms","start":"2026-04-23T02:21:46.39175Z","end":"2026-04-23T02:21:46.580369Z","steps":["trace[1747828952] 'agreement among raft nodes before linearized reading' (duration: 187.997548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:48.541197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:49.025735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060167961s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:21:49.026198Z","caller":"traceutil/trace.go:171","msg":"trace[1177065016] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"1.060726878s","start":"2026-04-23T02:21:47.96544Z","end":"2026-04-23T02:21:49.026167Z","steps":["trace[1177065016] 'process raft request' (duration: 1.060547073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.026368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:47.965415Z","time spent":"1.060870033s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:49.053585Z","caller":"traceutil/trace.go:171","msg":"trace[1055324639] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.080713247s","start":"2026-04-23T02:21:47.972838Z","end":"2026-04-23T02:21:49.053551Z","steps":["trace[1055324639] 'process raft request' (duration: 1.080282023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.053862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:47.972814Z","time spent":"1.080937665s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:49.053854Z","caller":"traceutil/trace.go:171","msg":"trace[1404917070] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.080936794s","start":"2026-04-23T02:21:47.972888Z","end":"2026-04-23T02:21:49.053825Z","steps":["trace[1404917070] 'process raft request' (duration: 1.080558412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:47.972869Z","time spent":"1.081068539s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:49.05405Z","caller":"traceutil/trace.go:171","msg":"trace[121559455] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2126; }","duration":"1.013379476s","start":"2026-04-23T02:21:48.040651Z","end":"2026-04-23T02:21:49.05403Z","steps":["trace[121559455] 'read index received' (duration: 985.402792ms)","trace[121559455] 'applied index is now lower than readState.Index' (duration: 27.975344ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:49.054142Z","caller":"traceutil/trace.go:171","msg":"trace[1599209721] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"467.881252ms","start":"2026-04-23T02:21:48.586235Z","end":"2026-04-23T02:21:49.054116Z","steps":["trace[1599209721] 'process raft request' (duration: 467.49801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013556011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T02:21:49.054253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.336903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:49.054266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.586205Z","time spent":"468.003426ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:49.054285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.994566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:21:49.054291Z","caller":"traceutil/trace.go:171","msg":"trace[842403225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2045; }","duration":"1.013676405s","start":"2026-04-23T02:21:48.040596Z","end":"2026-04-23T02:21:49.054272Z","steps":["trace[842403225] 'agreement among raft nodes before linearized reading' (duration: 1.013490029s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:49.054315Z","caller":"traceutil/trace.go:171","msg":"trace[1593696413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2045; }","duration":"783.439257ms","start":"2026-04-23T02:21:48.270859Z","end":"2026-04-23T02:21:49.054298Z","steps":["trace[1593696413] 'agreement among raft nodes before linearized reading' (duration: 783.334834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:49.054336Z","caller":"traceutil/trace.go:171","msg":"trace[317683670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2045; }","duration":"458.138171ms","start":"2026-04-23T02:21:48.596184Z","end":"2026-04-23T02:21:49.054322Z","steps":["trace[317683670] 'agreement among raft nodes before linearized reading' (duration: 458.015517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.040569Z","time spent":"1.013763578s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:21:49.054369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.270832Z","time spent":"783.52838ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:49.054382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.596161Z","time spent":"458.211534ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:49.054373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.493112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:49.054437Z","caller":"traceutil/trace.go:171","msg":"trace[454082572] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2045; }","duration":"100.610985ms","start":"2026-04-23T02:21:48.95381Z","end":"2026-04-23T02:21:49.054421Z","steps":["trace[454082572] 'agreement among raft nodes before linearized reading' (duration: 100.497092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.422391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:21:49.054492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.332667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:21:49.054506Z","caller":"traceutil/trace.go:171","msg":"trace[535352017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2045; }","duration":"458.538794ms","start":"2026-04-23T02:21:48.59595Z","end":"2026-04-23T02:21:49.054489Z","steps":["trace[535352017] 'agreement among raft nodes before linearized reading' (duration: 458.39851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.659403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:21:49.054551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.41944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:21:49.054559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.595918Z","time spent":"458.626147ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:21:49.05459Z","caller":"traceutil/trace.go:171","msg":"trace[1441736308] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2045; }","duration":"420.742256ms","start":"2026-04-23T02:21:48.633831Z","end":"2026-04-23T02:21:49.054573Z","steps":["trace[1441736308] 'agreement among raft nodes before linearized reading' (duration: 420.638893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:49.054607Z","caller":"traceutil/trace.go:171","msg":"trace[632589924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2045; }","duration":"458.489713ms","start":"2026-04-23T02:21:48.596105Z","end":"2026-04-23T02:21:49.054595Z","steps":["trace[632589924] 'agreement among raft nodes before linearized reading' (duration: 458.356518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.633815Z","time spent":"420.809668ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:49.054648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.596097Z","time spent":"458.541954ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:21:49.054535Z","caller":"traceutil/trace.go:171","msg":"trace[1983463446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2045; }","duration":"458.413539ms","start":"2026-04-23T02:21:48.59611Z","end":"2026-04-23T02:21:49.054524Z","steps":["trace[1983463446] 'agreement among raft nodes before linearized reading' (duration: 458.258725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.025884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:49.054741Z","caller":"traceutil/trace.go:171","msg":"trace[1965407052] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2045; }","duration":"711.131037ms","start":"2026-04-23T02:21:48.343595Z","end":"2026-04-23T02:21:49.054726Z","steps":["trace[1965407052] 'agreement among raft nodes before linearized reading' (duration: 711.052934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.054822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.343562Z","time spent":"711.244441ms","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:49.055099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.267082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T02:21:49.054728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.596091Z","time spent":"458.618756ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:21:49.055251Z","caller":"traceutil/trace.go:171","msg":"trace[242199573] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2045; }","duration":"727.50789ms","start":"2026-04-23T02:21:48.327715Z","end":"2026-04-23T02:21:49.055222Z","steps":["trace[242199573] 'agreement among raft nodes before linearized reading' (duration: 726.90048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.055314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.327694Z","time spent":"727.607722ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":244,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:49.055528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.829023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:21:49.055734Z","caller":"traceutil/trace.go:171","msg":"trace[1734068287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2045; }","duration":"459.517305ms","start":"2026-04-23T02:21:48.596184Z","end":"2026-04-23T02:21:49.055701Z","steps":["trace[1734068287] 'agreement among raft nodes before linearized reading' (duration: 458.312417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.055945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.596157Z","time spent":"459.771964ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:53.396962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.497375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:53.39724Z","caller":"traceutil/trace.go:171","msg":"trace[1194927243] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2148; }","duration":"286.63968ms","start":"2026-04-23T02:21:53.110582Z","end":"2026-04-23T02:21:53.397221Z","steps":["trace[1194927243] 'read index received' (duration: 76.760233ms)","trace[1194927243] 'applied index is now lower than readState.Index' (duration: 209.878177ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:53.397261Z","caller":"traceutil/trace.go:171","msg":"trace[301025674] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"322.837428ms","start":"2026-04-23T02:21:53.074394Z","end":"2026-04-23T02:21:53.397232Z","steps":["trace[301025674] 'process raft request' (duration: 322.776926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:53.397244Z","caller":"traceutil/trace.go:171","msg":"trace[2146019262] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"325.353667ms","start":"2026-04-23T02:21:53.071839Z","end":"2026-04-23T02:21:53.397193Z","steps":["trace[2146019262] 'process raft request' (duration: 115.507031ms)","trace[2146019262] 'compare' (duration: 209.146734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:53.397403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.928681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:21:53.397436Z","caller":"traceutil/trace.go:171","msg":"trace[1997728792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2065; }","duration":"312.994873ms","start":"2026-04-23T02:21:53.084429Z","end":"2026-04-23T02:21:53.397424Z","steps":["trace[1997728792] 'agreement among raft nodes before linearized reading' (duration: 312.89254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:53.397419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.677271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T02:21:53.397447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:53.074371Z","time spent":"322.969661ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:53.397471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:53.084411Z","time spent":"313.044854ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:21:53.397473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.291399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T02:21:53.397483Z","caller":"traceutil/trace.go:171","msg":"trace[1659836310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2065; }","duration":"306.778244ms","start":"2026-04-23T02:21:53.090684Z","end":"2026-04-23T02:21:53.397462Z","steps":["trace[1659836310] 'agreement among raft nodes before linearized reading' (duration: 306.599628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:53.397481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:53.071822Z","time spent":"325.534224ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:53.397517Z","caller":"traceutil/trace.go:171","msg":"trace[1770323042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2065; }","duration":"255.391861ms","start":"2026-04-23T02:21:53.142113Z","end":"2026-04-23T02:21:53.397505Z","steps":["trace[1770323042] 'agreement among raft nodes before linearized reading' (duration: 255.227416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:53.397536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:53.090663Z","time spent":"306.860757ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:21:53.397257Z","caller":"traceutil/trace.go:171","msg":"trace[1914310358] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"323.832029ms","start":"2026-04-23T02:21:53.073389Z","end":"2026-04-23T02:21:53.397221Z","steps":["trace[1914310358] 'process raft request' (duration: 323.686815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:53.397563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.766091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T02:21:53.397604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.593778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T02:21:53.397647Z","caller":"traceutil/trace.go:171","msg":"trace[2115446082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2065; }","duration":"223.875044ms","start":"2026-04-23T02:21:53.173752Z","end":"2026-04-23T02:21:53.397627Z","steps":["trace[2115446082] 'agreement among raft nodes before linearized reading' (duration: 223.666918ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:53.397678Z","caller":"traceutil/trace.go:171","msg":"trace[1528742856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2065; }","duration":"224.68338ms","start":"2026-04-23T02:21:53.172977Z","end":"2026-04-23T02:21:53.39766Z","steps":["trace[1528742856] 'agreement among raft nodes before linearized reading' (duration: 224.459323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:53.39772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:53.073358Z","time spent":"324.279244ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:53.39797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.955369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:21:53.39813Z","caller":"traceutil/trace.go:171","msg":"trace[710701316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2065; }","duration":"225.169226ms","start":"2026-04-23T02:21:53.172918Z","end":"2026-04-23T02:21:53.398087Z","steps":["trace[710701316] 'agreement among raft nodes before linearized reading' (duration: 224.642789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.625636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.262853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:55.625823Z","caller":"traceutil/trace.go:171","msg":"trace[2099506545] linearizableReadLoop","detail":"{readStateIndex:2161; appliedIndex:2158; }","duration":"212.435089ms","start":"2026-04-23T02:21:55.41337Z","end":"2026-04-23T02:21:55.625805Z","steps":["trace[2099506545] 'read index received' (duration: 15.00636ms)","trace[2099506545] 'applied index is now lower than readState.Index' (duration: 197.427539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:55.62592Z","caller":"traceutil/trace.go:171","msg":"trace[690942238] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"222.763269ms","start":"2026-04-23T02:21:55.403145Z","end":"2026-04-23T02:21:55.625908Z","steps":["trace[690942238] 'process raft request' (duration: 72.131215ms)","trace[690942238] 'compare' (duration: 149.807217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:55.626012Z","caller":"traceutil/trace.go:171","msg":"trace[1660594422] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"221.561341ms","start":"2026-04-23T02:21:55.404408Z","end":"2026-04-23T02:21:55.625969Z","steps":["trace[1660594422] 'process raft request' (duration: 221.333993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.626101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.927197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T02:21:55.626119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.735439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:21:55.626143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.092843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T02:21:55.626156Z","caller":"traceutil/trace.go:171","msg":"trace[696644703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2075; }","duration":"204.01347ms","start":"2026-04-23T02:21:55.42213Z","end":"2026-04-23T02:21:55.626144Z","steps":["trace[696644703] 'agreement among raft nodes before linearized reading' (duration: 203.852675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:55.62618Z","caller":"traceutil/trace.go:171","msg":"trace[85277928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2075; }","duration":"204.140624ms","start":"2026-04-23T02:21:55.42203Z","end":"2026-04-23T02:21:55.62617Z","steps":["trace[85277928] 'agreement among raft nodes before linearized reading' (duration: 204.02436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:55.626191Z","caller":"traceutil/trace.go:171","msg":"trace[909701812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2075; }","duration":"212.829982ms","start":"2026-04-23T02:21:55.413339Z","end":"2026-04-23T02:21:55.626169Z","steps":["trace[909701812] 'agreement among raft nodes before linearized reading' (duration: 212.584924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.626202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.148372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T02:21:55.626247Z","caller":"traceutil/trace.go:171","msg":"trace[1628458181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2075; }","duration":"203.262216ms","start":"2026-04-23T02:21:55.422973Z","end":"2026-04-23T02:21:55.626236Z","steps":["trace[1628458181] 'agreement among raft nodes before linearized reading' (duration: 203.025609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.626203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.081452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:21:55.626331Z","caller":"traceutil/trace.go:171","msg":"trace[1626584244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2075; }","duration":"204.220567ms","start":"2026-04-23T02:21:55.422062Z","end":"2026-04-23T02:21:55.626283Z","steps":["trace[1626584244] 'agreement among raft nodes before linearized reading' (duration: 203.943718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.626207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.899152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T02:21:55.626404Z","caller":"traceutil/trace.go:171","msg":"trace[2120894287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2075; }","duration":"212.190361ms","start":"2026-04-23T02:21:55.414206Z","end":"2026-04-23T02:21:55.626396Z","steps":["trace[2120894287] 'agreement among raft nodes before linearized reading' (duration: 211.778568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:55.828266Z","caller":"traceutil/trace.go:171","msg":"trace[1145171045] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"196.777079ms","start":"2026-04-23T02:21:55.631429Z","end":"2026-04-23T02:21:55.828206Z","steps":["trace[1145171045] 'process raft request' (duration: 138.992572ms)","trace[1145171045] 'compare' (duration: 57.536359ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:55.82854Z","caller":"traceutil/trace.go:171","msg":"trace[1420061713] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"197.006276ms","start":"2026-04-23T02:21:55.631489Z","end":"2026-04-23T02:21:55.828495Z","steps":["trace[1420061713] 'process raft request' (duration: 196.661775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:55.82863Z","caller":"traceutil/trace.go:171","msg":"trace[914167925] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"106.936967ms","start":"2026-04-23T02:21:55.721657Z","end":"2026-04-23T02:21:55.828594Z","steps":["trace[914167925] 'process raft request' (duration: 106.892866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:55.8287Z","caller":"traceutil/trace.go:171","msg":"trace[364243296] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"197.069958ms","start":"2026-04-23T02:21:55.631601Z","end":"2026-04-23T02:21:55.828671Z","steps":["trace[364243296] 'process raft request' (duration: 196.789719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:55.828726Z","caller":"traceutil/trace.go:171","msg":"trace[885709452] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"196.129308ms","start":"2026-04-23T02:21:55.632577Z","end":"2026-04-23T02:21:55.828706Z","steps":["trace[885709452] 'process raft request' (duration: 195.930762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:56.431771Z","caller":"traceutil/trace.go:171","msg":"trace[1036724576] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"100.392781ms","start":"2026-04-23T02:21:56.331349Z","end":"2026-04-23T02:21:56.431742Z","steps":["trace[1036724576] 'process raft request' (duration: 99.949096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:05.808149Z","caller":"traceutil/trace.go:171","msg":"trace[798756765] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"128.495799ms","start":"2026-04-23T02:22:05.679614Z","end":"2026-04-23T02:22:05.80811Z","steps":["trace[798756765] 'process raft request' (duration: 95.68166ms)","trace[798756765] 'compare' (duration: 32.644414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:16.747156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.510881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:22:16.747249Z","caller":"traceutil/trace.go:171","msg":"trace[1669679293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2193; }","duration":"756.672256ms","start":"2026-04-23T02:22:15.990557Z","end":"2026-04-23T02:22:16.747229Z","steps":["trace[1669679293] 'range keys from in-memory index tree' (duration: 756.295564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:16.747289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:15.990538Z","time spent":"756.741868ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:22:16.747417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.599686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:22:16.747545Z","caller":"traceutil/trace.go:171","msg":"trace[1127851904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2193; }","duration":"757.759481ms","start":"2026-04-23T02:22:15.989757Z","end":"2026-04-23T02:22:16.747517Z","steps":["trace[1127851904] 'range keys from in-memory index tree' (duration: 757.372419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:16.747613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:15.989747Z","time spent":"757.851724ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:16.747852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.237323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-23T02:22:16.747857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.416359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:22:16.74787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.357218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:22:16.74793Z","caller":"traceutil/trace.go:171","msg":"trace[1656476868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2193; }","duration":"752.446211ms","start":"2026-04-23T02:22:15.995468Z","end":"2026-04-23T02:22:16.747915Z","steps":["trace[1656476868] 'range keys from in-memory index tree' (duration: 751.605584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:16.747985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:15.99542Z","time spent":"752.553575ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:22:16.747933Z","caller":"traceutil/trace.go:171","msg":"trace[1712575124] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"284.515018ms","start":"2026-04-23T02:22:16.463406Z","end":"2026-04-23T02:22:16.747921Z","steps":["trace[1712575124] 'read index received' (duration: 76.692µs)","trace[1712575124] 'applied index is now lower than readState.Index' (duration: 284.422765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:16.748081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.683984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T02:22:16.74812Z","caller":"traceutil/trace.go:171","msg":"trace[745457210] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"547.728985ms","start":"2026-04-23T02:22:16.200375Z","end":"2026-04-23T02:22:16.748104Z","steps":["trace[745457210] 'process raft request' (duration: 114.14278ms)","trace[745457210] 'compare' (duration: 433.13599ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:16.748164Z","caller":"traceutil/trace.go:171","msg":"trace[469800770] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc; range_end:; response_count:1; response_revision:2194; }","duration":"284.825248ms","start":"2026-04-23T02:22:16.463321Z","end":"2026-04-23T02:22:16.748146Z","steps":["trace[469800770] 'agreement among raft nodes before linearized reading' (duration: 284.632892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:16.748197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.200205Z","time spent":"547.952172ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:16.74841Z","caller":"traceutil/trace.go:171","msg":"trace[751844589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2193; }","duration":"803.532793ms","start":"2026-04-23T02:22:15.944371Z","end":"2026-04-23T02:22:16.747904Z","steps":["trace[751844589] 'range keys from in-memory index tree' (duration: 802.79985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:16.748391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.891472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:22:16.748524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:15.944343Z","time spent":"804.125392ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:22:16.748621Z","caller":"traceutil/trace.go:171","msg":"trace[246920350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2193; }","duration":"761.196501ms","start":"2026-04-23T02:22:15.987376Z","end":"2026-04-23T02:22:16.748573Z","steps":["trace[246920350] 'range keys from in-memory index tree' (duration: 759.624771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:16.749056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:15.987352Z","time spent":"761.617324ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:22:17.409312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:22:17.600691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.388382ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:17.600821Z","caller":"traceutil/trace.go:171","msg":"trace[2038701487] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2195; }","duration":"116.529196ms","start":"2026-04-23T02:22:17.484272Z","end":"2026-04-23T02:22:17.600801Z","steps":["trace[2038701487] 'range keys from in-memory index tree' (duration: 116.373691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:17.84548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067534186s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:22:17.846006Z","caller":"traceutil/trace.go:171","msg":"trace[1713141567] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"1.094158687s","start":"2026-04-23T02:22:16.751823Z","end":"2026-04-23T02:22:17.845982Z","steps":["trace[1713141567] 'process raft request' (duration: 1.093844547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:17.846159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.751804Z","time spent":"1.094278812s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:17.846425Z","caller":"traceutil/trace.go:171","msg":"trace[1981260177] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"1.093327331s","start":"2026-04-23T02:22:16.753018Z","end":"2026-04-23T02:22:17.846345Z","steps":["trace[1981260177] 'process raft request' (duration: 1.092861236s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:17.846491Z","caller":"traceutil/trace.go:171","msg":"trace[41933846] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"1.093426925s","start":"2026-04-23T02:22:16.753038Z","end":"2026-04-23T02:22:17.846465Z","steps":["trace[41933846] 'process raft request' (duration: 1.093166676s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:17.846496Z","caller":"traceutil/trace.go:171","msg":"trace[1591548352] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"1.093387023s","start":"2026-04-23T02:22:16.753083Z","end":"2026-04-23T02:22:17.84647Z","steps":["trace[1591548352] 'process raft request' (duration: 1.093221988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:17.846562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.753004Z","time spent":"1.093480076s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:17.846587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.753027Z","time spent":"1.093516507s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:17.846636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.753062Z","time spent":"1.093499577s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:17.846663Z","caller":"traceutil/trace.go:171","msg":"trace[971135949] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.093463546s","start":"2026-04-23T02:22:16.753152Z","end":"2026-04-23T02:22:17.846616Z","steps":["trace[971135949] 'process raft request' (duration: 1.093199157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:17.846837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.753129Z","time spent":"1.093616191s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:18.061448Z","caller":"traceutil/trace.go:171","msg":"trace[801011524] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.262114019s","start":"2026-04-23T02:22:16.799311Z","end":"2026-04-23T02:22:18.061425Z","steps":["trace[801011524] 'process raft request' (duration: 1.261913072s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:18.061743Z","caller":"traceutil/trace.go:171","msg":"trace[1254675922] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"1.116610956s","start":"2026-04-23T02:22:16.945108Z","end":"2026-04-23T02:22:18.061719Z","steps":["trace[1254675922] 'process raft request' (duration: 1.116273445s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.061761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.799282Z","time spent":"1.262239963s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:18.061811Z","caller":"traceutil/trace.go:171","msg":"trace[64714421] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2285; }","duration":"1.153701211s","start":"2026-04-23T02:22:16.908086Z","end":"2026-04-23T02:22:18.061787Z","steps":["trace[64714421] 'read index received' (duration: 937.648572ms)","trace[64714421] 'applied index is now lower than readState.Index' (duration: 216.051179ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:18.06183Z","caller":"traceutil/trace.go:171","msg":"trace[1746048900] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"739.171857ms","start":"2026-04-23T02:22:17.322632Z","end":"2026-04-23T02:22:18.061804Z","steps":["trace[1746048900] 'process raft request' (duration: 738.982381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.061882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.94508Z","time spent":"1.11673399s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:18.061911Z","caller":"traceutil/trace.go:171","msg":"trace[1164435377] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"254.590071ms","start":"2026-04-23T02:22:17.807307Z","end":"2026-04-23T02:22:18.061897Z","steps":["trace[1164435377] 'process raft request' (duration: 254.431906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.061988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:17.322605Z","time spent":"739.307371ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:18.062189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154081394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:22:18.06247Z","caller":"traceutil/trace.go:171","msg":"trace[1990458410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2205; }","duration":"1.154404594s","start":"2026-04-23T02:22:16.908036Z","end":"2026-04-23T02:22:18.062441Z","steps":["trace[1990458410] 'agreement among raft nodes before linearized reading' (duration: 1.15394343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.062535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.908011Z","time spent":"1.154514548s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:22:18.062535Z","caller":"traceutil/trace.go:171","msg":"trace[454938791] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"559.830562ms","start":"2026-04-23T02:22:17.502045Z","end":"2026-04-23T02:22:18.061876Z","steps":["trace[454938791] 'process raft request' (duration: 559.658417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.06267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:17.502022Z","time spent":"560.586536ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:18.082517Z","caller":"traceutil/trace.go:171","msg":"trace[2088159666] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"177.798965ms","start":"2026-04-23T02:22:17.904689Z","end":"2026-04-23T02:22:18.082488Z","steps":["trace[2088159666] 'process raft request' (duration: 177.64514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.082616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158428672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:22:18.08269Z","caller":"traceutil/trace.go:171","msg":"trace[664064462] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:2206; }","duration":"1.158557397s","start":"2026-04-23T02:22:16.924111Z","end":"2026-04-23T02:22:18.082668Z","steps":["trace[664064462] 'agreement among raft nodes before linearized reading' (duration: 1.158373921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.082774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:16.924083Z","time spent":"1.158680531s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:22:18.082827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.003467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-23T02:22:18.082904Z","caller":"traceutil/trace.go:171","msg":"trace[376002324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2206; }","duration":"671.122231ms","start":"2026-04-23T02:22:17.411764Z","end":"2026-04-23T02:22:18.082886Z","steps":["trace[376002324] 'agreement among raft nodes before linearized reading' (duration: 670.880343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.082943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:17.411734Z","time spent":"671.201383ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:22:18.082993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.384635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:22:18.083037Z","caller":"traceutil/trace.go:171","msg":"trace[515051965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2206; }","duration":"740.473158ms","start":"2026-04-23T02:22:17.34255Z","end":"2026-04-23T02:22:18.083023Z","steps":["trace[515051965] 'agreement among raft nodes before linearized reading' (duration: 740.382145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.083026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.713115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:18.083026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.536923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:18.083083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:17.342529Z","time spent":"740.54406ms","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:18.083116Z","caller":"traceutil/trace.go:171","msg":"trace[1105463566] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2206; }","duration":"396.84524ms","start":"2026-04-23T02:22:17.686253Z","end":"2026-04-23T02:22:18.083098Z","steps":["trace[1105463566] 'agreement among raft nodes before linearized reading' (duration: 396.703245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.083166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:17.686231Z","time spent":"396.925133ms","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:18.083191Z","caller":"traceutil/trace.go:171","msg":"trace[254545890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"812.684407ms","start":"2026-04-23T02:22:17.270426Z","end":"2026-04-23T02:22:18.08311Z","steps":["trace[254545890] 'agreement among raft nodes before linearized reading' (duration: 812.488191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.083246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:17.270405Z","time spent":"812.827812ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:18.2922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.443913ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T02:22:18.292341Z","caller":"traceutil/trace.go:171","msg":"trace[609024661] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"208.126405ms","start":"2026-04-23T02:22:18.084198Z","end":"2026-04-23T02:22:18.292325Z","steps":["trace[609024661] 'read index received' (duration: 71.484716ms)","trace[609024661] 'applied index is now lower than readState.Index' (duration: 136.639849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:18.292448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.240569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:18.292481Z","caller":"traceutil/trace.go:171","msg":"trace[558028080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"208.299291ms","start":"2026-04-23T02:22:18.084173Z","end":"2026-04-23T02:22:18.292472Z","steps":["trace[558028080] 'agreement among raft nodes before linearized reading' (duration: 208.236369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:18.292472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.597214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:18.292519Z","caller":"traceutil/trace.go:171","msg":"trace[958822534] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2206; }","duration":"200.656636ms","start":"2026-04-23T02:22:18.091849Z","end":"2026-04-23T02:22:18.292506Z","steps":["trace[958822534] 'agreement among raft nodes before linearized reading' (duration: 200.585944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:19.524407Z","caller":"traceutil/trace.go:171","msg":"trace[1065047037] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"256.12632ms","start":"2026-04-23T02:22:19.268257Z","end":"2026-04-23T02:22:19.524383Z","steps":["trace[1065047037] 'read index received' (duration: 255.879582ms)","trace[1065047037] 'applied index is now lower than readState.Index' (duration: 245.778µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:19.524534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.296146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:19.52452Z","caller":"traceutil/trace.go:171","msg":"trace[748817276] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"374.056921ms","start":"2026-04-23T02:22:19.150427Z","end":"2026-04-23T02:22:19.524484Z","steps":["trace[748817276] 'process raft request' (duration: 373.777522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:19.52458Z","caller":"traceutil/trace.go:171","msg":"trace[994564663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"256.346067ms","start":"2026-04-23T02:22:19.268209Z","end":"2026-04-23T02:22:19.524555Z","steps":["trace[994564663] 'agreement among raft nodes before linearized reading' (duration: 256.274905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:19.524749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:19.15041Z","time spent":"374.201806ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:25.723964Z","caller":"traceutil/trace.go:171","msg":"trace[1932266273] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"149.781609ms","start":"2026-04-23T02:22:25.574158Z","end":"2026-04-23T02:22:25.72394Z","steps":["trace[1932266273] 'process raft request' (duration: 149.615114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:26.627398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:22:27.237027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190120555s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:27.237364Z","caller":"traceutil/trace.go:171","msg":"trace[2909191] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.324361678s","start":"2026-04-23T02:22:25.912964Z","end":"2026-04-23T02:22:27.237325Z","steps":["trace[2909191] 'process raft request' (duration: 133.860671ms)","trace[2909191] 'compare' (duration: 1.189773284s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:27.237604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:25.912943Z","time spent":"1.324506692s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:27.23765Z","caller":"traceutil/trace.go:171","msg":"trace[1470799559] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"1.144089704s","start":"2026-04-23T02:22:26.093538Z","end":"2026-04-23T02:22:27.237628Z","steps":["trace[1470799559] 'process raft request' (duration: 1.144038822s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.237709Z","caller":"traceutil/trace.go:171","msg":"trace[1235621657] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"1.324322727s","start":"2026-04-23T02:22:25.913333Z","end":"2026-04-23T02:22:27.237656Z","steps":["trace[1235621657] 'process raft request' (duration: 1.32380205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.237853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:25.913313Z","time spent":"1.324457652s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.237744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.093461Z","time spent":"1.144238728s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:27.237911Z","caller":"traceutil/trace.go:171","msg":"trace[1293665191] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"1.324489983s","start":"2026-04-23T02:22:25.913408Z","end":"2026-04-23T02:22:27.237898Z","steps":["trace[1293665191] 'process raft request' (duration: 1.324047348s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.237917Z","caller":"traceutil/trace.go:171","msg":"trace[1513585053] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"1.324482362s","start":"2026-04-23T02:22:25.913405Z","end":"2026-04-23T02:22:27.237887Z","steps":["trace[1513585053] 'process raft request' (duration: 1.323999217s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.237974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:25.913395Z","time spent":"1.324548384s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.238097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:25.913393Z","time spent":"1.324607966s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.819546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.482674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-23T02:22:27.819284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.650201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:27.819826Z","caller":"traceutil/trace.go:171","msg":"trace[838624659] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2331; }","duration":"1.692742837s","start":"2026-04-23T02:22:26.127066Z","end":"2026-04-23T02:22:27.819809Z","steps":["trace[838624659] 'read index received' (duration: 957.421224ms)","trace[838624659] 'applied index is now lower than readState.Index' (duration: 735.320753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:27.819853Z","caller":"traceutil/trace.go:171","msg":"trace[887568665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2244; }","duration":"335.23274ms","start":"2026-04-23T02:22:27.4846Z","end":"2026-04-23T02:22:27.819833Z","steps":["trace[887568665] 'range keys from in-memory index tree' (duration: 334.633321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.81989Z","caller":"traceutil/trace.go:171","msg":"trace[371003692] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"1.725167364s","start":"2026-04-23T02:22:26.094651Z","end":"2026-04-23T02:22:27.819818Z","steps":["trace[371003692] 'process raft request' (duration: 1.724986019s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.820139Z","caller":"traceutil/trace.go:171","msg":"trace[1748381358] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"1.718587654s","start":"2026-04-23T02:22:26.101527Z","end":"2026-04-23T02:22:27.820114Z","steps":["trace[1748381358] 'process raft request' (duration: 1.718188081s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.82019Z","caller":"traceutil/trace.go:171","msg":"trace[1717238975] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"1.725533736s","start":"2026-04-23T02:22:26.094618Z","end":"2026-04-23T02:22:27.820152Z","steps":["trace[1717238975] 'process raft request' (duration: 1.39135151s)","trace[1717238975] 'compare' (duration: 332.886995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:27.820282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.101516Z","time spent":"1.718669366s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.820323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348114567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-23T02:22:27.820343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.718665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:27.820386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.094588Z","time spent":"1.725712962s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:27.820399Z","caller":"traceutil/trace.go:171","msg":"trace[1214557221] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc; range_end:; response_count:1; response_revision:2248; }","duration":"1.348219371s","start":"2026-04-23T02:22:26.472155Z","end":"2026-04-23T02:22:27.820374Z","steps":["trace[1214557221] 'agreement among raft nodes before linearized reading' (duration: 1.347991604s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.820428Z","caller":"traceutil/trace.go:171","msg":"trace[259250497] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2248; }","duration":"355.950932ms","start":"2026-04-23T02:22:27.464454Z","end":"2026-04-23T02:22:27.820405Z","steps":["trace[259250497] 'agreement among raft nodes before linearized reading' (duration: 355.707894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.820457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.472136Z","time spent":"1.348308053s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc\" "} {"level":"warn","ts":"2026-04-23T02:22:27.820379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.094627Z","time spent":"1.725366151s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.820477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.46443Z","time spent":"356.033925ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:27.820728Z","caller":"traceutil/trace.go:171","msg":"trace[5591173] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"751.650755ms","start":"2026-04-23T02:22:27.069032Z","end":"2026-04-23T02:22:27.820683Z","steps":["trace[5591173] 'process raft request' (duration: 750.712525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.820822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.765588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:22:27.820856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.161236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T02:22:27.820911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.566807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:27.821017Z","caller":"traceutil/trace.go:171","msg":"trace[1412112587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"551.786714ms","start":"2026-04-23T02:22:27.269205Z","end":"2026-04-23T02:22:27.820992Z","steps":["trace[1412112587] 'agreement among raft nodes before linearized reading' (duration: 551.506295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.821076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.269185Z","time spent":"551.878687ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:27.821099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694019889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:22:27.820872Z","caller":"traceutil/trace.go:171","msg":"trace[1633957772] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2248; }","duration":"280.857461ms","start":"2026-04-23T02:22:27.540004Z","end":"2026-04-23T02:22:27.820861Z","steps":["trace[1633957772] 'agreement among raft nodes before linearized reading' (duration: 280.768788ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.821169Z","caller":"traceutil/trace.go:171","msg":"trace[1616583763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2248; }","duration":"1.694125302s","start":"2026-04-23T02:22:26.127021Z","end":"2026-04-23T02:22:27.821146Z","steps":["trace[1616583763] 'agreement among raft nodes before linearized reading' (duration: 1.693004906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.821233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.126996Z","time spent":"1.694221895s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:22:27.820951Z","caller":"traceutil/trace.go:171","msg":"trace[2012667554] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:2248; }","duration":"896.282071ms","start":"2026-04-23T02:22:26.924642Z","end":"2026-04-23T02:22:27.820924Z","steps":["trace[2012667554] 'agreement among raft nodes before linearized reading' (duration: 896.107415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.821314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:26.92462Z","time spent":"896.681163ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:22:27.820831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.068953Z","time spent":"751.808321ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:28.485266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.266115ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T02:22:28.485782Z","caller":"traceutil/trace.go:171","msg":"trace[1159168799] linearizableReadLoop","detail":"{readStateIndex:2342; appliedIndex:2340; }","duration":"529.917285ms","start":"2026-04-23T02:22:27.955832Z","end":"2026-04-23T02:22:28.485749Z","steps":["trace[1159168799] 'read index received' (duration: 45.148203ms)","trace[1159168799] 'applied index is now lower than readState.Index' (duration: 484.767332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:28.485788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.822124Z","time spent":"663.657192ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T02:22:28.485797Z","caller":"traceutil/trace.go:171","msg":"trace[1252116526] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"662.531985ms","start":"2026-04-23T02:22:27.823236Z","end":"2026-04-23T02:22:28.485768Z","steps":["trace[1252116526] 'process raft request' (duration: 662.234376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:28.486011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.164003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:22:28.486089Z","caller":"traceutil/trace.go:171","msg":"trace[1009876041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2249; }","duration":"530.289847ms","start":"2026-04-23T02:22:27.955779Z","end":"2026-04-23T02:22:28.486069Z","steps":["trace[1009876041] 'agreement among raft nodes before linearized reading' (duration: 530.06219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:28.486144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.955755Z","time spent":"530.38037ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:22:28.486059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.823213Z","time spent":"662.740102ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:28.985916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342150931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:22:30.270197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:22:30.270288Z","caller":"traceutil/trace.go:171","msg":"trace[1885451512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999958311s","start":"2026-04-23T02:22:28.270311Z","end":"2026-04-23T02:22:30.270269Z","steps":["trace[1885451512] 'agreement among raft nodes before linearized reading' (duration: 1.999836937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.270338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.270227Z","time spent":"2.000101556s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:30.892684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693241473s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:30.892942Z","caller":"traceutil/trace.go:171","msg":"trace[723864920] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2342; }","duration":"2.407074399s","start":"2026-04-23T02:22:28.485848Z","end":"2026-04-23T02:22:30.892923Z","steps":["trace[723864920] 'read index received' (duration: 713.548517ms)","trace[723864920] 'applied index is now lower than readState.Index' (duration: 1.693525012s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:30.893021Z","caller":"traceutil/trace.go:171","msg":"trace[1140668574] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"2.669144659s","start":"2026-04-23T02:22:28.223864Z","end":"2026-04-23T02:22:30.893009Z","steps":["trace[1140668574] 'process raft request' (duration: 975.494493ms)","trace[1140668574] 'compare' (duration: 1.692279022s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:30.893085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.22384Z","time spent":"2.669211951s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:30.893309Z","caller":"traceutil/trace.go:171","msg":"trace[1889259880] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"2.406118908s","start":"2026-04-23T02:22:28.48718Z","end":"2026-04-23T02:22:30.893299Z","steps":["trace[1889259880] 'process raft request' (duration: 2.405614712s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.893379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.487146Z","time spent":"2.406195871s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:30.893669Z","caller":"traceutil/trace.go:171","msg":"trace[449426235] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"2.402611617s","start":"2026-04-23T02:22:28.491014Z","end":"2026-04-23T02:22:30.893626Z","steps":["trace[449426235] 'process raft request' (duration: 2.401865793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.893793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49464076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-23T02:22:30.89385Z","caller":"traceutil/trace.go:171","msg":"trace[1355990208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2252; }","duration":"2.494745043s","start":"2026-04-23T02:22:28.399094Z","end":"2026-04-23T02:22:30.893839Z","steps":["trace[1355990208] 'agreement among raft nodes before linearized reading' (duration: 2.494567177s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.893887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.399068Z","time spent":"2.494811675s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:22:30.893765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.490987Z","time spent":"2.402736521s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:30.994404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577450462s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:22:32.186761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192198463s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:22:32.271534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:22:32.271616Z","caller":"traceutil/trace.go:171","msg":"trace[869325017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984643s","start":"2026-04-23T02:22:30.271614Z","end":"2026-04-23T02:22:32.271599Z","steps":["trace[869325017] 'agreement among raft nodes before linearized reading' (duration: 1.99988215s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.271663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.271589Z","time spent":"2.000064616s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:22:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:22:32.847763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853052224s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:32.848833Z","caller":"traceutil/trace.go:171","msg":"trace[368716710] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"3.604780748s","start":"2026-04-23T02:22:29.244009Z","end":"2026-04-23T02:22:32.84879Z","steps":["trace[368716710] 'process raft request' (duration: 1.750559666s)","trace[368716710] 'compare' (duration: 1.852842308s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:32.849049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.243998Z","time spent":"3.604938873s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:32.849724Z","caller":"traceutil/trace.go:171","msg":"trace[521108583] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"3.024361609s","start":"2026-04-23T02:22:29.825336Z","end":"2026-04-23T02:22:32.849697Z","steps":["trace[521108583] 'process raft request' (duration: 3.023237153s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:32.849985Z","caller":"traceutil/trace.go:171","msg":"trace[634704138] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"3.02348253s","start":"2026-04-23T02:22:29.826486Z","end":"2026-04-23T02:22:32.849968Z","steps":["trace[634704138] 'process raft request' (duration: 3.02316587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.825302Z","time spent":"3.024511904s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:32.850081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.826455Z","time spent":"3.023579684s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:32.850122Z","caller":"traceutil/trace.go:171","msg":"trace[1310210211] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2345; }","duration":"1.957109282s","start":"2026-04-23T02:22:30.892978Z","end":"2026-04-23T02:22:32.850087Z","steps":["trace[1310210211] 'read index received' (duration: 101.594479ms)","trace[1310210211] 'applied index is now lower than readState.Index' (duration: 1.855513003s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:32.850225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478487649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607942919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:22:32.850324Z","caller":"traceutil/trace.go:171","msg":"trace[1595625643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2256; }","duration":"3.608009562s","start":"2026-04-23T02:22:29.242308Z","end":"2026-04-23T02:22:32.850317Z","steps":["trace[1595625643] 'agreement among raft nodes before linearized reading' (duration: 3.607899248s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.85032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606030088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:22:32.850334Z","caller":"traceutil/trace.go:171","msg":"trace[1647567041] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"3.023833622s","start":"2026-04-23T02:22:29.826488Z","end":"2026-04-23T02:22:32.850321Z","steps":["trace[1647567041] 'process raft request' (duration: 3.023412258s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.242287Z","time spent":"3.608054622s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:22:32.850367Z","caller":"traceutil/trace.go:171","msg":"trace[1109104202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2256; }","duration":"3.606165233s","start":"2026-04-23T02:22:29.244189Z","end":"2026-04-23T02:22:32.850354Z","steps":["trace[1109104202] 'agreement among raft nodes before linearized reading' (duration: 3.606027268s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.244155Z","time spent":"3.606288587s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:32.850504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955305185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-23T02:22:32.850462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021549405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:22:32.850527Z","caller":"traceutil/trace.go:171","msg":"trace[1725804345] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2256; }","duration":"1.955363906s","start":"2026-04-23T02:22:30.895158Z","end":"2026-04-23T02:22:32.850522Z","steps":["trace[1725804345] 'agreement among raft nodes before linearized reading' (duration: 1.955323955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159705411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.895139Z","time spent":"1.955402098s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T02:22:32.850545Z","caller":"traceutil/trace.go:171","msg":"trace[341206057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"4.021626368s","start":"2026-04-23T02:22:28.828907Z","end":"2026-04-23T02:22:32.850534Z","steps":["trace[341206057] 'agreement among raft nodes before linearized reading' (duration: 4.021511204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60671484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:22:32.850559Z","caller":"traceutil/trace.go:171","msg":"trace[1988696789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2256; }","duration":"2.159784293s","start":"2026-04-23T02:22:30.690762Z","end":"2026-04-23T02:22:32.850547Z","steps":["trace[1988696789] 'agreement among raft nodes before linearized reading' (duration: 2.159717501s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.690739Z","time spent":"2.159911287s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:32.85073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663936287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384619866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T02:22:32.850685Z","caller":"traceutil/trace.go:171","msg":"trace[281716806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2256; }","duration":"3.606894686s","start":"2026-04-23T02:22:29.243721Z","end":"2026-04-23T02:22:32.850616Z","steps":["trace[281716806] 'agreement among raft nodes before linearized reading' (duration: 3.606468163s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:32.850753Z","caller":"traceutil/trace.go:171","msg":"trace[1576031695] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2256; }","duration":"1.663975218s","start":"2026-04-23T02:22:31.186768Z","end":"2026-04-23T02:22:32.850743Z","steps":["trace[1576031695] 'agreement among raft nodes before linearized reading' (duration: 1.663947337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570134155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.186757Z","time spent":"1.66401207s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:32.850785Z","caller":"traceutil/trace.go:171","msg":"trace[1623978003] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2256; }","duration":"2.570269389s","start":"2026-04-23T02:22:30.280505Z","end":"2026-04-23T02:22:32.850775Z","steps":["trace[1623978003] 'agreement among raft nodes before linearized reading' (duration: 2.570147125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609484486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:22:32.850845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710140635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947193745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:32.850908Z","caller":"traceutil/trace.go:171","msg":"trace[69660161] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2256; }","duration":"1.947227776s","start":"2026-04-23T02:22:30.903673Z","end":"2026-04-23T02:22:32.850901Z","steps":["trace[69660161] 'agreement among raft nodes before linearized reading' (duration: 1.947194075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.280485Z","time spent":"2.570397973s","remote":"127.0.0.1:51668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:32.850918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.040222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.845383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:32.850909Z","caller":"traceutil/trace.go:171","msg":"trace[1198958557] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2256; }","duration":"1.609722134s","start":"2026-04-23T02:22:31.241168Z","end":"2026-04-23T02:22:32.850891Z","steps":["trace[1198958557] 'agreement among raft nodes before linearized reading' (duration: 1.609483306s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:32.85095Z","caller":"traceutil/trace.go:171","msg":"trace[1250506847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"572.105594ms","start":"2026-04-23T02:22:32.278836Z","end":"2026-04-23T02:22:32.850941Z","steps":["trace[1250506847] 'agreement among raft nodes before linearized reading' (duration: 572.061052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.241147Z","time spent":"1.609817686s","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:32.851007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.278815Z","time spent":"572.183917ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:32.851027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704086251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.850824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.01682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:32.851112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.999762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:32.851124Z","caller":"traceutil/trace.go:171","msg":"trace[2026375503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2256; }","duration":"258.374662ms","start":"2026-04-23T02:22:32.592736Z","end":"2026-04-23T02:22:32.851111Z","steps":["trace[2026375503] 'agreement among raft nodes before linearized reading' (duration: 258.053902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.850925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.903658Z","time spent":"1.947263027s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T02:22:32.850576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.828832Z","time spent":"4.021736541s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:22:32.850916Z","caller":"traceutil/trace.go:171","msg":"trace[1517654291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"1.710253748s","start":"2026-04-23T02:22:31.140646Z","end":"2026-04-23T02:22:32.8509Z","steps":["trace[1517654291] 'agreement among raft nodes before linearized reading' (duration: 1.710128984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.851118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607300559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:22:32.851204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.140623Z","time spent":"1.710573459s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:32.850431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.826445Z","time spent":"3.023922834s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:32.850769Z","caller":"traceutil/trace.go:171","msg":"trace[1644818633] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc; range_end:; response_count:1; response_revision:2256; }","duration":"1.384717659s","start":"2026-04-23T02:22:31.466039Z","end":"2026-04-23T02:22:32.850757Z","steps":["trace[1644818633] 'agreement among raft nodes before linearized reading' (duration: 1.384611185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.851312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.466018Z","time spent":"1.385279537s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db112eb9b6fc\" "} {"level":"warn","ts":"2026-04-23T02:22:32.850944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.243708Z","time spent":"3.607213496s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:22:32.851218Z","caller":"traceutil/trace.go:171","msg":"trace[402158433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2256; }","duration":"3.607464744s","start":"2026-04-23T02:22:29.243739Z","end":"2026-04-23T02:22:32.851204Z","steps":["trace[402158433] 'agreement among raft nodes before linearized reading' (duration: 3.607231407s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:32.851144Z","caller":"traceutil/trace.go:171","msg":"trace[95055348] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2256; }","duration":"937.064394ms","start":"2026-04-23T02:22:31.914071Z","end":"2026-04-23T02:22:32.851136Z","steps":["trace[95055348] 'agreement among raft nodes before linearized reading' (duration: 937.019172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.851412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.914048Z","time spent":"937.357104ms","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:32.85029Z","caller":"traceutil/trace.go:171","msg":"trace[768146215] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2256; }","duration":"3.478637064s","start":"2026-04-23T02:22:29.371635Z","end":"2026-04-23T02:22:32.850272Z","steps":["trace[768146215] 'agreement among raft nodes before linearized reading' (duration: 3.478477469s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:32.851124Z","caller":"traceutil/trace.go:171","msg":"trace[2097097592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2256; }","duration":"1.704223016s","start":"2026-04-23T02:22:31.146884Z","end":"2026-04-23T02:22:32.851107Z","steps":["trace[2097097592] 'agreement among raft nodes before linearized reading' (duration: 1.704103742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.851504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.37161Z","time spent":"3.479880154s","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:32.851524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.146853Z","time spent":"1.7046503s","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:32.85141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.243681Z","time spent":"3.607715532s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:22:32.850961Z","caller":"traceutil/trace.go:171","msg":"trace[1274042971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2256; }","duration":"362.975877ms","start":"2026-04-23T02:22:32.487973Z","end":"2026-04-23T02:22:32.850948Z","steps":["trace[1274042971] 'agreement among raft nodes before linearized reading' (duration: 362.871784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.851805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.48795Z","time spent":"363.819894ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:33.269005Z","caller":"traceutil/trace.go:171","msg":"trace[859439511] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"414.829175ms","start":"2026-04-23T02:22:32.854137Z","end":"2026-04-23T02:22:33.268967Z","steps":["trace[859439511] 'process raft request' (duration: 407.548962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.269125Z","caller":"traceutil/trace.go:171","msg":"trace[675312751] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"413.308187ms","start":"2026-04-23T02:22:32.855798Z","end":"2026-04-23T02:22:33.269106Z","steps":["trace[675312751] 'process raft request' (duration: 413.241504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.269143Z","caller":"traceutil/trace.go:171","msg":"trace[1980651259] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"413.501183ms","start":"2026-04-23T02:22:32.855607Z","end":"2026-04-23T02:22:33.269108Z","steps":["trace[1980651259] 'process raft request' (duration: 413.347478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.269368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.109092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:22:33.269427Z","caller":"traceutil/trace.go:171","msg":"trace[1081174604] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"411.990614ms","start":"2026-04-23T02:22:32.857426Z","end":"2026-04-23T02:22:33.269417Z","steps":["trace[1081174604] 'process raft request' (duration: 411.773598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.269427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.85559Z","time spent":"413.760251ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:33.269449Z","caller":"traceutil/trace.go:171","msg":"trace[1202557614] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2260; }","duration":"414.227016ms","start":"2026-04-23T02:22:32.855206Z","end":"2026-04-23T02:22:33.269433Z","steps":["trace[1202557614] 'agreement among raft nodes before linearized reading' (duration: 413.933277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.269241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.855792Z","time spent":"413.384999ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.269501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.855189Z","time spent":"414.296648ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T02:22:33.269515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.857415Z","time spent":"412.044486ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.269244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.853717Z","time spent":"415.439184ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:33.269081Z","caller":"traceutil/trace.go:171","msg":"trace[1742275949] linearizableReadLoop","detail":"{readStateIndex:2350; appliedIndex:2349; }","duration":"413.808203ms","start":"2026-04-23T02:22:32.855244Z","end":"2026-04-23T02:22:33.269053Z","steps":["trace[1742275949] 'read index received' (duration: 406.457357ms)","trace[1742275949] 'applied index is now lower than readState.Index' (duration: 7.348446ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:33.269255Z","caller":"traceutil/trace.go:171","msg":"trace[1249224088] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"413.40615ms","start":"2026-04-23T02:22:32.855838Z","end":"2026-04-23T02:22:33.269244Z","steps":["trace[1249224088] 'process raft request' (duration: 413.238445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.269689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.855833Z","time spent":"413.826653ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.269789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.467753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:33.269829Z","caller":"traceutil/trace.go:171","msg":"trace[1416994370] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2262; }","duration":"414.525935ms","start":"2026-04-23T02:22:32.855296Z","end":"2026-04-23T02:22:33.269821Z","steps":["trace[1416994370] 'agreement among raft nodes before linearized reading' (duration: 414.467654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.26985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.855286Z","time spent":"414.559916ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T02:22:33.269917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.312303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:33.269996Z","caller":"traceutil/trace.go:171","msg":"trace[258609894] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2262; }","duration":"143.452377ms","start":"2026-04-23T02:22:33.126526Z","end":"2026-04-23T02:22:33.269978Z","steps":["trace[258609894] 'agreement among raft nodes before linearized reading' (duration: 143.342744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.269997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.440089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:22:33.270052Z","caller":"traceutil/trace.go:171","msg":"trace[2040989372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2262; }","duration":"372.531912ms","start":"2026-04-23T02:22:32.897504Z","end":"2026-04-23T02:22:33.270036Z","steps":["trace[2040989372] 'agreement among raft nodes before linearized reading' (duration: 372.388448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.270118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.897481Z","time spent":"372.625265ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:22:34.958763Z","caller":"traceutil/trace.go:171","msg":"trace[1827613547] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"101.799745ms","start":"2026-04-23T02:22:34.856927Z","end":"2026-04-23T02:22:34.958727Z","steps":["trace[1827613547] 'process raft request' (duration: 83.793509ms)","trace[1827613547] 'compare' (duration: 17.766798ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:34.958798Z","caller":"traceutil/trace.go:171","msg":"trace[1440763338] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"100.294497ms","start":"2026-04-23T02:22:34.858477Z","end":"2026-04-23T02:22:34.958772Z","steps":["trace[1440763338] 'process raft request' (duration: 100.206954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:34.958798Z","caller":"traceutil/trace.go:171","msg":"trace[2141356103] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"101.698722ms","start":"2026-04-23T02:22:34.857069Z","end":"2026-04-23T02:22:34.958768Z","steps":["trace[2141356103] 'process raft request' (duration: 101.573848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:35.731027Z","caller":"traceutil/trace.go:171","msg":"trace[799766974] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"104.930905ms","start":"2026-04-23T02:22:35.626055Z","end":"2026-04-23T02:22:35.730986Z","steps":["trace[799766974] 'process raft request' (duration: 104.659386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:37.52634Z","caller":"traceutil/trace.go:171","msg":"trace[1664363159] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"151.646609ms","start":"2026-04-23T02:22:37.374651Z","end":"2026-04-23T02:22:37.526298Z","steps":["trace[1664363159] 'process raft request' (duration: 105.062939ms)","trace[1664363159] 'compare' (duration: 44.889586ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:37.52659Z","caller":"traceutil/trace.go:171","msg":"trace[542321585] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"151.6999ms","start":"2026-04-23T02:22:37.374876Z","end":"2026-04-23T02:22:37.526576Z","steps":["trace[542321585] 'process raft request' (duration: 151.373339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:37.526598Z","caller":"traceutil/trace.go:171","msg":"trace[1095525313] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2377; }","duration":"146.3774ms","start":"2026-04-23T02:22:37.380202Z","end":"2026-04-23T02:22:37.526579Z","steps":["trace[1095525313] 'read index received' (duration: 11.490157ms)","trace[1095525313] 'applied index is now lower than readState.Index' (duration: 134.885903ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:37.526654Z","caller":"traceutil/trace.go:171","msg":"trace[1353605916] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"150.322406ms","start":"2026-04-23T02:22:37.376289Z","end":"2026-04-23T02:22:37.526611Z","steps":["trace[1353605916] 'process raft request' (duration: 150.205952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:37.526807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.584197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:22:37.526867Z","caller":"traceutil/trace.go:171","msg":"trace[362353004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2286; }","duration":"146.68917ms","start":"2026-04-23T02:22:37.380166Z","end":"2026-04-23T02:22:37.526855Z","steps":["trace[362353004] 'agreement among raft nodes before linearized reading' (duration: 146.467652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:23.759373Z","caller":"traceutil/trace.go:171","msg":"trace[626590950] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"142.40441ms","start":"2026-04-23T02:23:23.61694Z","end":"2026-04-23T02:23:23.759344Z","steps":["trace[626590950] 'process raft request' (duration: 142.195384ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:23.910163Z","caller":"traceutil/trace.go:171","msg":"trace[1203555946] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2815; }","duration":"124.436131ms","start":"2026-04-23T02:23:23.785693Z","end":"2026-04-23T02:23:23.910129Z","steps":["trace[1203555946] 'read index received' (duration: 122.831219ms)","trace[1203555946] 'applied index is now lower than readState.Index' (duration: 1.603732ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:23.910219Z","caller":"traceutil/trace.go:171","msg":"trace[238700165] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"130.811646ms","start":"2026-04-23T02:23:23.779359Z","end":"2026-04-23T02:23:23.910171Z","steps":["trace[238700165] 'process raft request' (duration: 128.988107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:23.910253Z","caller":"traceutil/trace.go:171","msg":"trace[1680125108] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"129.938439ms","start":"2026-04-23T02:23:23.780276Z","end":"2026-04-23T02:23:23.910214Z","steps":["trace[1680125108] 'process raft request' (duration: 129.788254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:23.910311Z","caller":"traceutil/trace.go:171","msg":"trace[781973530] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"129.565016ms","start":"2026-04-23T02:23:23.780703Z","end":"2026-04-23T02:23:23.910268Z","steps":["trace[781973530] 'process raft request' (duration: 129.402531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:23.910497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.750111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:23:23.910535Z","caller":"traceutil/trace.go:171","msg":"trace[1485278326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2706; }","duration":"124.848975ms","start":"2026-04-23T02:23:23.785675Z","end":"2026-04-23T02:23:23.910524Z","steps":["trace[1485278326] 'agreement among raft nodes before linearized reading' (duration: 124.574376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.367843Z","caller":"traceutil/trace.go:171","msg":"trace[1841679919] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"257.060497ms","start":"2026-04-23T02:23:25.110757Z","end":"2026-04-23T02:23:25.367818Z","steps":["trace[1841679919] 'process raft request' (duration: 256.84857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.36886Z","caller":"traceutil/trace.go:171","msg":"trace[1217012316] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"198.817349ms","start":"2026-04-23T02:23:25.170014Z","end":"2026-04-23T02:23:25.368831Z","steps":["trace[1217012316] 'process raft request' (duration: 198.698515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.368904Z","caller":"traceutil/trace.go:171","msg":"trace[782539522] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"199.334926ms","start":"2026-04-23T02:23:25.169553Z","end":"2026-04-23T02:23:25.368888Z","steps":["trace[782539522] 'process raft request' (duration: 198.993345ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.368939Z","caller":"traceutil/trace.go:171","msg":"trace[1942578048] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"183.574298ms","start":"2026-04-23T02:23:25.185339Z","end":"2026-04-23T02:23:25.368913Z","steps":["trace[1942578048] 'process raft request' (duration: 183.405242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:34.093731Z","caller":"traceutil/trace.go:171","msg":"trace[1253950305] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2881; }","duration":"135.443695ms","start":"2026-04-23T02:23:33.958261Z","end":"2026-04-23T02:23:34.093704Z","steps":["trace[1253950305] 'read index received' (duration: 135.328692ms)","trace[1253950305] 'applied index is now lower than readState.Index' (duration: 113.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:34.093878Z","caller":"traceutil/trace.go:171","msg":"trace[1953806606] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"201.286248ms","start":"2026-04-23T02:23:33.892536Z","end":"2026-04-23T02:23:34.093822Z","steps":["trace[1953806606] 'process raft request' (duration: 200.997569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:34.094007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.091612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:23:34.094041Z","caller":"traceutil/trace.go:171","msg":"trace[251878307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2768; }","duration":"134.170355ms","start":"2026-04-23T02:23:33.959861Z","end":"2026-04-23T02:23:34.094031Z","steps":["trace[251878307] 'agreement among raft nodes before linearized reading' (duration: 134.01342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:34.094077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.119123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:23:34.094107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.100693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:23:34.094277Z","caller":"traceutil/trace.go:171","msg":"trace[1894862680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2768; }","duration":"134.304879ms","start":"2026-04-23T02:23:33.959946Z","end":"2026-04-23T02:23:34.094251Z","steps":["trace[1894862680] 'agreement among raft nodes before linearized reading' (duration: 133.963938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:34.094148Z","caller":"traceutil/trace.go:171","msg":"trace[1677013373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2768; }","duration":"134.194675ms","start":"2026-04-23T02:23:33.959935Z","end":"2026-04-23T02:23:34.094129Z","steps":["trace[1677013373] 'agreement among raft nodes before linearized reading' (duration: 133.999009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:34.094107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.803958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:23:34.094659Z","caller":"traceutil/trace.go:171","msg":"trace[941325174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2768; }","duration":"136.426727ms","start":"2026-04-23T02:23:33.958213Z","end":"2026-04-23T02:23:34.09464Z","steps":["trace[941325174] 'agreement among raft nodes before linearized reading' (duration: 135.631382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:37.088605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.439699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:23:37.088721Z","caller":"traceutil/trace.go:171","msg":"trace[375684172] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:2787; }","duration":"159.610325ms","start":"2026-04-23T02:23:36.929086Z","end":"2026-04-23T02:23:37.088696Z","steps":["trace[375684172] 'range keys from in-memory index tree' (duration: 159.206562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:37.258958Z","caller":"traceutil/trace.go:171","msg":"trace[2060394708] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"125.101642ms","start":"2026-04-23T02:23:37.133786Z","end":"2026-04-23T02:23:37.258887Z","steps":["trace[2060394708] 'process raft request' (duration: 61.151011ms)","trace[2060394708] 'compare' (duration: 63.405114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:37.713593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.937858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T02:23:37.713694Z","caller":"traceutil/trace.go:171","msg":"trace[1475540777] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2789; }","duration":"376.069902ms","start":"2026-04-23T02:23:37.337591Z","end":"2026-04-23T02:23:37.713661Z","steps":["trace[1475540777] 'agreement among raft nodes before linearized reading' (duration: 21.742661ms)","trace[1475540777] 'range keys from in-memory index tree' (duration: 354.113825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:37.713741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.337573Z","time spent":"376.158675ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T02:23:37.71373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.502538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:37.713833Z","caller":"traceutil/trace.go:171","msg":"trace[955947454] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2789; }","duration":"229.619721ms","start":"2026-04-23T02:23:37.484199Z","end":"2026-04-23T02:23:37.713818Z","steps":["trace[955947454] 'range keys from in-memory index tree' (duration: 229.487117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:37.71397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.211839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-23T02:23:37.714074Z","caller":"traceutil/trace.go:171","msg":"trace[2064779380] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2789; }","duration":"422.344304ms","start":"2026-04-23T02:23:37.2917Z","end":"2026-04-23T02:23:37.714044Z","steps":["trace[2064779380] 'agreement among raft nodes before linearized reading' (duration: 67.61236ms)","trace[2064779380] 'range keys from in-memory index tree' (duration: 354.490996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:37.714192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.291687Z","time spent":"422.485158ms","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T02:23:37.71418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.875136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:23:37.714291Z","caller":"traceutil/trace.go:171","msg":"trace[479313045] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"239.17772ms","start":"2026-04-23T02:23:37.475094Z","end":"2026-04-23T02:23:37.714272Z","steps":["trace[479313045] 'process raft request' (duration: 109.154039ms)","trace[479313045] 'compare' (duration: 129.698041ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:37.718217Z","caller":"traceutil/trace.go:171","msg":"trace[1023675818] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"242.063713ms","start":"2026-04-23T02:23:37.47612Z","end":"2026-04-23T02:23:37.718184Z","steps":["trace[1023675818] 'process raft request' (duration: 241.883737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:37.718348Z","caller":"traceutil/trace.go:171","msg":"trace[687391426] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"243.171529ms","start":"2026-04-23T02:23:37.47515Z","end":"2026-04-23T02:23:37.718322Z","steps":["trace[687391426] 'process raft request' (duration: 242.714354ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:37.718456Z","caller":"traceutil/trace.go:171","msg":"trace[1579588384] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"242.498616ms","start":"2026-04-23T02:23:37.475876Z","end":"2026-04-23T02:23:37.718375Z","steps":["trace[1579588384] 'process raft request' (duration: 242.085783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.074835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.678892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:23:38.075174Z","caller":"traceutil/trace.go:171","msg":"trace[425688518] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"353.98857ms","start":"2026-04-23T02:23:37.721129Z","end":"2026-04-23T02:23:38.075117Z","steps":["trace[425688518] 'process raft request' (duration: 200.926447ms)","trace[425688518] 'compare' (duration: 152.525846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:38.075363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.721113Z","time spent":"354.159035ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1059,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:38.075902Z","caller":"traceutil/trace.go:171","msg":"trace[2095549015] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"354.510497ms","start":"2026-04-23T02:23:37.721363Z","end":"2026-04-23T02:23:38.075873Z","steps":["trace[2095549015] 'process raft request' (duration: 353.583377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:38.075966Z","caller":"traceutil/trace.go:171","msg":"trace[195154368] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"354.360572ms","start":"2026-04-23T02:23:37.721579Z","end":"2026-04-23T02:23:38.075939Z","steps":["trace[195154368] 'process raft request' (duration: 354.203287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.076104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.721341Z","time spent":"354.661942ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1055,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:23:38.076111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.721569Z","time spent":"354.470566ms","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:38.076401Z","caller":"traceutil/trace.go:171","msg":"trace[301154968] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"181.249712ms","start":"2026-04-23T02:23:37.895137Z","end":"2026-04-23T02:23:38.076387Z","steps":["trace[301154968] 'process raft request' (duration: 181.199681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:38.076499Z","caller":"traceutil/trace.go:171","msg":"trace[639630743] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"354.26058ms","start":"2026-04-23T02:23:37.722225Z","end":"2026-04-23T02:23:38.076486Z","steps":["trace[639630743] 'process raft request' (duration: 353.892338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.076576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.722208Z","time spent":"354.332611ms","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1583,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:38.076689Z","caller":"traceutil/trace.go:171","msg":"trace[1809555957] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"354.58673ms","start":"2026-04-23T02:23:37.722093Z","end":"2026-04-23T02:23:38.076679Z","steps":["trace[1809555957] 'process raft request' (duration: 353.786764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.076739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.722085Z","time spent":"354.629471ms","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:38.076809Z","caller":"traceutil/trace.go:171","msg":"trace[1839897851] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2908; }","duration":"355.400915ms","start":"2026-04-23T02:23:37.721394Z","end":"2026-04-23T02:23:38.076795Z","steps":["trace[1839897851] 'read index received' (duration: 53.826195ms)","trace[1839897851] 'applied index is now lower than readState.Index' (duration: 301.57352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:38.076948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.546171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-23T02:23:38.076984Z","caller":"traceutil/trace.go:171","msg":"trace[210849617] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2800; }","duration":"355.604082ms","start":"2026-04-23T02:23:37.72137Z","end":"2026-04-23T02:23:38.076974Z","steps":["trace[210849617] 'agreement among raft nodes before linearized reading' (duration: 355.476368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.077014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.721361Z","time spent":"355.646863ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T02:23:51.928094Z","caller":"traceutil/trace.go:171","msg":"trace[1855982526] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"155.162831ms","start":"2026-04-23T02:23:51.772906Z","end":"2026-04-23T02:23:51.928069Z","steps":["trace[1855982526] 'process raft request' (duration: 155.11818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:51.928351Z","caller":"traceutil/trace.go:171","msg":"trace[2046150761] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"161.967471ms","start":"2026-04-23T02:23:51.766337Z","end":"2026-04-23T02:23:51.928304Z","steps":["trace[2046150761] 'process raft request' (duration: 158.453327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:51.92861Z","caller":"traceutil/trace.go:171","msg":"trace[288673934] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"157.844537ms","start":"2026-04-23T02:23:51.77073Z","end":"2026-04-23T02:23:51.928574Z","steps":["trace[288673934] 'process raft request' (duration: 157.253048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:51.928948Z","caller":"traceutil/trace.go:171","msg":"trace[175048090] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"158.918962ms","start":"2026-04-23T02:23:51.769999Z","end":"2026-04-23T02:23:51.928918Z","steps":["trace[175048090] 'process raft request' (duration: 157.938321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:58.128307Z","caller":"traceutil/trace.go:171","msg":"trace[87843855] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3024; }","duration":"226.459199ms","start":"2026-04-23T02:23:57.901828Z","end":"2026-04-23T02:23:58.128287Z","steps":["trace[87843855] 'read index received' (duration: 226.264823ms)","trace[87843855] 'applied index is now lower than readState.Index' (duration: 193.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:58.128343Z","caller":"traceutil/trace.go:171","msg":"trace[1779064212] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"235.649815ms","start":"2026-04-23T02:23:57.892669Z","end":"2026-04-23T02:23:58.128319Z","steps":["trace[1779064212] 'process raft request' (duration: 235.449219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:58.12851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.650476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:58.128592Z","caller":"traceutil/trace.go:171","msg":"trace[1132563695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2906; }","duration":"226.792411ms","start":"2026-04-23T02:23:57.901781Z","end":"2026-04-23T02:23:58.128573Z","steps":["trace[1132563695] 'agreement among raft nodes before linearized reading' (duration: 226.616775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:58.273858Z","caller":"traceutil/trace.go:171","msg":"trace[1770331549] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"326.0415ms","start":"2026-04-23T02:23:57.947782Z","end":"2026-04-23T02:23:58.273823Z","steps":["trace[1770331549] 'process raft request' (duration: 302.48143ms)","trace[1770331549] 'compare' (duration: 23.345353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:58.274037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:57.947745Z","time spent":"326.195655ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:58.274093Z","caller":"traceutil/trace.go:171","msg":"trace[1750174743] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"324.527231ms","start":"2026-04-23T02:23:57.949545Z","end":"2026-04-23T02:23:58.274072Z","steps":["trace[1750174743] 'process raft request' (duration: 324.218621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:58.274216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:57.949519Z","time spent":"324.626884ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:58.274334Z","caller":"traceutil/trace.go:171","msg":"trace[187795450] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"324.284293ms","start":"2026-04-23T02:23:57.950027Z","end":"2026-04-23T02:23:58.274312Z","steps":["trace[187795450] 'process raft request' (duration: 323.960793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:58.274458Z","caller":"traceutil/trace.go:171","msg":"trace[51470053] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"322.513196ms","start":"2026-04-23T02:23:57.951936Z","end":"2026-04-23T02:23:58.274449Z","steps":["trace[51470053] 'process raft request' (duration: 322.270328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:58.27444Z","caller":"traceutil/trace.go:171","msg":"trace[1479340903] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3025; }","duration":"146.051688ms","start":"2026-04-23T02:23:58.128363Z","end":"2026-04-23T02:23:58.274415Z","steps":["trace[1479340903] 'read index received' (duration: 121.814456ms)","trace[1479340903] 'applied index is now lower than readState.Index' (duration: 24.235902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:58.274504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:57.951908Z","time spent":"322.575128ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:23:58.274556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:57.950009Z","time spent":"324.408337ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:23:58.274595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.024598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:58.274672Z","caller":"traceutil/trace.go:171","msg":"trace[2103513379] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2910; }","duration":"276.147561ms","start":"2026-04-23T02:23:57.998507Z","end":"2026-04-23T02:23:58.274655Z","steps":["trace[2103513379] 'agreement among raft nodes before linearized reading' (duration: 276.029928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:58.274675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.875002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8db2a66059462\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-23T02:23:58.274717Z","caller":"traceutil/trace.go:171","msg":"trace[1174377282] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8db2a66059462; range_end:; response_count:1; response_revision:2910; }","duration":"136.959345ms","start":"2026-04-23T02:23:58.137746Z","end":"2026-04-23T02:23:58.274706Z","steps":["trace[1174377282] 'agreement among raft nodes before linearized reading' (duration: 136.80512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:59.65711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264176029s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:23:59.657251Z","caller":"traceutil/trace.go:171","msg":"trace[252437030] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3029; }","duration":"1.367577841s","start":"2026-04-23T02:23:58.289649Z","end":"2026-04-23T02:23:59.657227Z","steps":["trace[252437030] 'read index received' (duration: 103.062372ms)","trace[252437030] 'applied index is now lower than readState.Index' (duration: 1.264513549s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:59.657347Z","caller":"traceutil/trace.go:171","msg":"trace[139383326] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"1.380598412s","start":"2026-04-23T02:23:58.276734Z","end":"2026-04-23T02:23:59.657332Z","steps":["trace[139383326] 'process raft request' (duration: 116.062512ms)","trace[139383326] 'compare' (duration: 1.263446915s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:59.657422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.276704Z","time spent":"1.380680294s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:23:59.657567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367895842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:23:59.657669Z","caller":"traceutil/trace.go:171","msg":"trace[1877183334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2911; }","duration":"1.368010516s","start":"2026-04-23T02:23:58.289634Z","end":"2026-04-23T02:23:59.657645Z","steps":["trace[1877183334] 'agreement among raft nodes before linearized reading' (duration: 1.367730817s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:59.657715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.289578Z","time spent":"1.36812782s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:24:00.157393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342152451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:24:00.792839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.6662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:24:00.792924Z","caller":"traceutil/trace.go:171","msg":"trace[774117931] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"1.356143363s","start":"2026-04-23T02:23:59.436765Z","end":"2026-04-23T02:24:00.792908Z","steps":["trace[774117931] 'process raft request' (duration: 917.356639ms)","trace[774117931] 'compare' (duration: 438.014539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:00.792971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.436737Z","time spent":"1.356211265s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:01.029418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.090392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:24:01.029653Z","caller":"traceutil/trace.go:171","msg":"trace[1459728297] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"749.769858ms","start":"2026-04-23T02:24:00.279866Z","end":"2026-04-23T02:24:01.029636Z","steps":["trace[1459728297] 'process raft request' (duration: 749.704296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.029729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:00.279831Z","time spent":"749.865181ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:01.02976Z","caller":"traceutil/trace.go:171","msg":"trace[155667285] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"1.367455237s","start":"2026-04-23T02:23:59.662275Z","end":"2026-04-23T02:24:01.02973Z","steps":["trace[155667285] 'process raft request' (duration: 1.250967712s)","trace[155667285] 'compare' (duration: 115.961118ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:01.029765Z","caller":"traceutil/trace.go:171","msg":"trace[582094156] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"749.892292ms","start":"2026-04-23T02:24:00.279787Z","end":"2026-04-23T02:24:01.029679Z","steps":["trace[582094156] 'process raft request' (duration: 749.734876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.029917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.662247Z","time spent":"1.367589592s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:01.029985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:00.279756Z","time spent":"750.117659ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:01.030122Z","caller":"traceutil/trace.go:171","msg":"trace[1582010240] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"749.341394ms","start":"2026-04-23T02:24:00.280767Z","end":"2026-04-23T02:24:01.030108Z","steps":["trace[1582010240] 'process raft request' (duration: 748.835218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.030204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:00.280752Z","time spent":"749.416796ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:01.030295Z","caller":"traceutil/trace.go:171","msg":"trace[961949037] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3030; }","duration":"1.373002686s","start":"2026-04-23T02:23:59.657281Z","end":"2026-04-23T02:24:01.030283Z","steps":["trace[961949037] 'read index received' (duration: 696.858961ms)","trace[961949037] 'applied index is now lower than readState.Index' (duration: 676.142635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:01.030389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75780877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:01.030425Z","caller":"traceutil/trace.go:171","msg":"trace[1955547664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2917; }","duration":"1.757904303s","start":"2026-04-23T02:23:59.27251Z","end":"2026-04-23T02:24:01.030414Z","steps":["trace[1955547664] 'agreement among raft nodes before linearized reading' (duration: 1.757779429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.030454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.272464Z","time spent":"1.757984455s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:24:01.030486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803453471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T02:24:01.030528Z","caller":"traceutil/trace.go:171","msg":"trace[2000619072] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2917; }","duration":"1.803540593s","start":"2026-04-23T02:23:59.226974Z","end":"2026-04-23T02:24:01.030515Z","steps":["trace[2000619072] 'agreement among raft nodes before linearized reading' (duration: 1.803395059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.030562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.226945Z","time spent":"1.803610936s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-23T02:24:01.030646Z","caller":"traceutil/trace.go:171","msg":"trace[1244041987] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"749.800908ms","start":"2026-04-23T02:24:00.280834Z","end":"2026-04-23T02:24:01.030635Z","steps":["trace[1244041987] 'process raft request' (duration: 749.22555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.030706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:00.280818Z","time spent":"749.858751ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:01.030745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956734422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:01.030781Z","caller":"traceutil/trace.go:171","msg":"trace[1899474208] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2917; }","duration":"1.956804104s","start":"2026-04-23T02:23:59.073968Z","end":"2026-04-23T02:24:01.030772Z","steps":["trace[1899474208] 'agreement among raft nodes before linearized reading' (duration: 1.956737292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.030814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.073945Z","time spent":"1.956862056s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:01.030874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430254531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:01.030923Z","caller":"traceutil/trace.go:171","msg":"trace[1690922417] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2917; }","duration":"1.430353384s","start":"2026-04-23T02:23:59.600548Z","end":"2026-04-23T02:24:01.030902Z","steps":["trace[1690922417] 'agreement among raft nodes before linearized reading' (duration: 1.430287222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.031018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545995885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:01.031055Z","caller":"traceutil/trace.go:171","msg":"trace[124382838] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2917; }","duration":"2.546069308s","start":"2026-04-23T02:23:58.484977Z","end":"2026-04-23T02:24:01.031047Z","steps":["trace[124382838] 'agreement among raft nodes before linearized reading' (duration: 2.545959894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.031083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.484957Z","time spent":"2.54611918s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:01.031106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57572071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:01.031192Z","caller":"traceutil/trace.go:171","msg":"trace[228154882] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2917; }","duration":"1.575814653s","start":"2026-04-23T02:23:59.455347Z","end":"2026-04-23T02:24:01.031162Z","steps":["trace[228154882] 'agreement among raft nodes before linearized reading' (duration: 1.575694569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.031328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.455335Z","time spent":"1.575974128s","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:01.031383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736921389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:24:01.031433Z","caller":"traceutil/trace.go:171","msg":"trace[983125124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2917; }","duration":"2.736998412s","start":"2026-04-23T02:23:58.294421Z","end":"2026-04-23T02:24:01.031419Z","steps":["trace[983125124] 'agreement among raft nodes before linearized reading' (duration: 2.736869667s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.031471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.294406Z","time spent":"2.737055584s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:24:01.031663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692161774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T02:24:01.03173Z","caller":"traceutil/trace.go:171","msg":"trace[233976173] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2917; }","duration":"1.692277347s","start":"2026-04-23T02:23:59.339437Z","end":"2026-04-23T02:24:01.031714Z","steps":["trace[233976173] 'agreement among raft nodes before linearized reading' (duration: 1.692077211s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.03182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.339413Z","time spent":"1.69234949s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T02:24:01.032509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738617834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:24:01.032595Z","caller":"traceutil/trace.go:171","msg":"trace[1764350085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2917; }","duration":"2.738737308s","start":"2026-04-23T02:23:58.293839Z","end":"2026-04-23T02:24:01.032576Z","steps":["trace[1764350085] 'agreement among raft nodes before linearized reading' (duration: 2.73850281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.032639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.293829Z","time spent":"2.73880048s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:24:01.032643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370931789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8db2740fa5790\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-23T02:24:01.032746Z","caller":"traceutil/trace.go:171","msg":"trace[1416276056] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8db2740fa5790; range_end:; response_count:1; response_revision:2917; }","duration":"1.371100894s","start":"2026-04-23T02:23:59.661632Z","end":"2026-04-23T02:24:01.032733Z","steps":["trace[1416276056] 'agreement among raft nodes before linearized reading' (duration: 1.370852316s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.032823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.661611Z","time spent":"1.371167736s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a8db2740fa5790\" "} {"level":"warn","ts":"2026-04-23T02:24:01.032768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740834646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:24:01.033088Z","caller":"traceutil/trace.go:171","msg":"trace[1164475608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2917; }","duration":"2.741204408s","start":"2026-04-23T02:23:58.291863Z","end":"2026-04-23T02:24:01.033067Z","steps":["trace[1164475608] 'agreement among raft nodes before linearized reading' (duration: 2.740582418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.033161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.497307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:24:01.03315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.291845Z","time spent":"2.74129145s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:24:01.030962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.600525Z","time spent":"1.430422846s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:24:01.03323Z","caller":"traceutil/trace.go:171","msg":"trace[1673174795] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2917; }","duration":"739.61243ms","start":"2026-04-23T02:24:00.293595Z","end":"2026-04-23T02:24:01.033207Z","steps":["trace[1673174795] 'agreement among raft nodes before linearized reading' (duration: 739.443255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.033339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:00.293574Z","time spent":"739.750175ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:01.03307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.725332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:24:01.033377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740451533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:24:01.033426Z","caller":"traceutil/trace.go:171","msg":"trace[499499876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2917; }","duration":"2.740536566s","start":"2026-04-23T02:23:58.292877Z","end":"2026-04-23T02:24:01.033414Z","steps":["trace[499499876] 'agreement among raft nodes before linearized reading' (duration: 2.740433262s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.033261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.95049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:01.033425Z","caller":"traceutil/trace.go:171","msg":"trace[868028619] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2917; }","duration":"157.121525ms","start":"2026-04-23T02:24:00.876287Z","end":"2026-04-23T02:24:01.033408Z","steps":["trace[868028619] 'agreement among raft nodes before linearized reading' (duration: 156.742582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.033467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:58.29285Z","time spent":"2.740610118s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:24:01.033484Z","caller":"traceutil/trace.go:171","msg":"trace[1378320916] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2917; }","duration":"422.210679ms","start":"2026-04-23T02:24:00.611251Z","end":"2026-04-23T02:24:01.033462Z","steps":["trace[1378320916] 'agreement among raft nodes before linearized reading' (duration: 421.950781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.033536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:00.61123Z","time spent":"422.292221ms","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:01.033306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071724725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:24:01.033578Z","caller":"traceutil/trace.go:171","msg":"trace[1112850713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2917; }","duration":"1.072058496s","start":"2026-04-23T02:23:59.96151Z","end":"2026-04-23T02:24:01.033569Z","steps":["trace[1112850713] 'agreement among raft nodes before linearized reading' (duration: 1.071611371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.033615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:59.961478Z","time spent":"1.072126598s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:24:01.335998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.636281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:24:01.336457Z","caller":"traceutil/trace.go:171","msg":"trace[865272345] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"299.605797ms","start":"2026-04-23T02:24:01.036827Z","end":"2026-04-23T02:24:01.336433Z","steps":["trace[865272345] 'process raft request' (duration: 123.379867ms)","trace[865272345] 'compare' (duration: 175.469026ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:01.336528Z","caller":"traceutil/trace.go:171","msg":"trace[1016526334] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"296.718324ms","start":"2026-04-23T02:24:01.039795Z","end":"2026-04-23T02:24:01.336514Z","steps":["trace[1016526334] 'process raft request' (duration: 296.331031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:01.336464Z","caller":"traceutil/trace.go:171","msg":"trace[212219143] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"295.830606ms","start":"2026-04-23T02:24:01.040607Z","end":"2026-04-23T02:24:01.336438Z","steps":["trace[212219143] 'process raft request' (duration: 295.723532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:01.336685Z","caller":"traceutil/trace.go:171","msg":"trace[2120703606] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"296.849589ms","start":"2026-04-23T02:24:01.039823Z","end":"2026-04-23T02:24:01.336673Z","steps":["trace[2120703606] 'process raft request' (duration: 296.387924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:01.336736Z","caller":"traceutil/trace.go:171","msg":"trace[328485976] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"289.652297ms","start":"2026-04-23T02:24:01.047049Z","end":"2026-04-23T02:24:01.336701Z","steps":["trace[328485976] 'process raft request' (duration: 289.332327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.336881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.610388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:24:01.336938Z","caller":"traceutil/trace.go:171","msg":"trace[842832819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2922; }","duration":"299.68906ms","start":"2026-04-23T02:24:01.037235Z","end":"2026-04-23T02:24:01.336924Z","steps":["trace[842832819] 'agreement among raft nodes before linearized reading' (duration: 299.399871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:01.336475Z","caller":"traceutil/trace.go:171","msg":"trace[561148871] linearizableReadLoop","detail":"{readStateIndex:3037; appliedIndex:3036; }","duration":"299.204535ms","start":"2026-04-23T02:24:01.03725Z","end":"2026-04-23T02:24:01.336454Z","steps":["trace[561148871] 'read index received' (duration: 122.920043ms)","trace[561148871] 'applied index is now lower than readState.Index' (duration: 176.282152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:01.338012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.625469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:01.338067Z","caller":"traceutil/trace.go:171","msg":"trace[1711572371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2922; }","duration":"286.729383ms","start":"2026-04-23T02:24:01.051324Z","end":"2026-04-23T02:24:01.338053Z","steps":["trace[1711572371] 'agreement among raft nodes before linearized reading' (duration: 286.600368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:01.338026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.06874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-23T02:24:01.338213Z","caller":"traceutil/trace.go:171","msg":"trace[1069603941] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2922; }","duration":"290.308597ms","start":"2026-04-23T02:24:01.047893Z","end":"2026-04-23T02:24:01.338201Z","steps":["trace[1069603941] 'agreement among raft nodes before linearized reading' (duration: 290.001077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:02.313328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.715644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T02:24:07.898949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.000618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:24:07.898949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.115773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:07.899024Z","caller":"traceutil/trace.go:171","msg":"trace[667801487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2955; }","duration":"125.119391ms","start":"2026-04-23T02:24:07.773888Z","end":"2026-04-23T02:24:07.899007Z","steps":["trace[667801487] 'count revisions from in-memory index tree' (duration: 124.920105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:07.899043Z","caller":"traceutil/trace.go:171","msg":"trace[1145612880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2955; }","duration":"414.224687ms","start":"2026-04-23T02:24:07.484807Z","end":"2026-04-23T02:24:07.899032Z","steps":["trace[1145612880] 'range keys from in-memory index tree' (duration: 414.100232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:08.514547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.798965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:08.514653Z","caller":"traceutil/trace.go:171","msg":"trace[83906330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2956; }","duration":"242.97877ms","start":"2026-04-23T02:24:08.271651Z","end":"2026-04-23T02:24:08.514629Z","steps":["trace[83906330] 'range keys from in-memory index tree' (duration: 242.669481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:08.515066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.219726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8db2a66059462\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-23T02:24:08.515116Z","caller":"traceutil/trace.go:171","msg":"trace[1510058049] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8db2a66059462; range_end:; response_count:1; response_revision:2956; }","duration":"368.302098ms","start":"2026-04-23T02:24:08.1468Z","end":"2026-04-23T02:24:08.515102Z","steps":["trace[1510058049] 'range keys from in-memory index tree' (duration: 368.07028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:08.515153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:08.146782Z","time spent":"368.36067ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a8db2a66059462\" "} {"level":"info","ts":"2026-04-23T02:24:13.212706Z","caller":"traceutil/trace.go:171","msg":"trace[361771863] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"130.70093ms","start":"2026-04-23T02:24:13.081972Z","end":"2026-04-23T02:24:13.212673Z","steps":["trace[361771863] 'process raft request' (duration: 101.470115ms)","trace[361771863] 'compare' (duration: 28.968706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:13.21294Z","caller":"traceutil/trace.go:171","msg":"trace[540911155] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"130.042438ms","start":"2026-04-23T02:24:13.082863Z","end":"2026-04-23T02:24:13.212906Z","steps":["trace[540911155] 'process raft request' (duration: 129.749319ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:13.212935Z","caller":"traceutil/trace.go:171","msg":"trace[2067312565] linearizableReadLoop","detail":"{readStateIndex:3104; appliedIndex:3100; }","duration":"120.122832ms","start":"2026-04-23T02:24:13.092793Z","end":"2026-04-23T02:24:13.212915Z","steps":["trace[2067312565] 'read index received' (duration: 25.497826ms)","trace[2067312565] 'applied index is now lower than readState.Index' (duration: 94.624016ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:13.212992Z","caller":"traceutil/trace.go:171","msg":"trace[1910300078] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"130.09516ms","start":"2026-04-23T02:24:13.08286Z","end":"2026-04-23T02:24:13.212955Z","steps":["trace[1910300078] 'process raft request' (duration: 129.967566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:13.213119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.308327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:24:13.213237Z","caller":"traceutil/trace.go:171","msg":"trace[1817675125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2982; }","duration":"120.473473ms","start":"2026-04-23T02:24:13.092755Z","end":"2026-04-23T02:24:13.213229Z","steps":["trace[1817675125] 'agreement among raft nodes before linearized reading' (duration: 120.241545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:01.109424Z","caller":"traceutil/trace.go:171","msg":"trace[1502300002] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"208.166145ms","start":"2026-04-23T02:26:00.901225Z","end":"2026-04-23T02:26:01.109391Z","steps":["trace[1502300002] 'process raft request' (duration: 207.929817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:34.115174Z","caller":"traceutil/trace.go:171","msg":"trace[1774673048] linearizableReadLoop","detail":"{readStateIndex:4070; appliedIndex:4069; }","duration":"511.847338ms","start":"2026-04-23T02:26:33.6033Z","end":"2026-04-23T02:26:34.115147Z","steps":["trace[1774673048] 'read index received' (duration: 492.261848ms)","trace[1774673048] 'applied index is now lower than readState.Index' (duration: 19.58421ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:26:34.115214Z","caller":"traceutil/trace.go:171","msg":"trace[1494729387] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"567.074499ms","start":"2026-04-23T02:26:33.548098Z","end":"2026-04-23T02:26:34.115173Z","steps":["trace[1494729387] 'process raft request' (duration: 547.449588ms)","trace[1494729387] 'compare' (duration: 19.465665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:26:34.115338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.015194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:26:34.1154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.548076Z","time spent":"567.235675ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:26:34.115442Z","caller":"traceutil/trace.go:171","msg":"trace[1463708049] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3914; }","duration":"512.1628ms","start":"2026-04-23T02:26:33.603251Z","end":"2026-04-23T02:26:34.115414Z","steps":["trace[1463708049] 'agreement among raft nodes before linearized reading' (duration: 511.994994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.115498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.60323Z","time spent":"512.256474ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:26:34.332534Z","caller":"traceutil/trace.go:171","msg":"trace[768883069] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"585.759645ms","start":"2026-04-23T02:26:33.746728Z","end":"2026-04-23T02:26:34.332487Z","steps":["trace[768883069] 'process raft request' (duration: 585.354219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:34.332561Z","caller":"traceutil/trace.go:171","msg":"trace[668648292] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"504.644759ms","start":"2026-04-23T02:26:33.827881Z","end":"2026-04-23T02:26:34.332526Z","steps":["trace[668648292] 'process raft request' (duration: 504.465953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.332733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.746696Z","time spent":"585.932891ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:26:34.332716Z","caller":"traceutil/trace.go:171","msg":"trace[1177662014] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"497.259543ms","start":"2026-04-23T02:26:33.835434Z","end":"2026-04-23T02:26:34.332694Z","steps":["trace[1177662014] 'process raft request' (duration: 497.042775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.33278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.827853Z","time spent":"504.804026ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:26:34.332784Z","caller":"traceutil/trace.go:171","msg":"trace[213112028] linearizableReadLoop","detail":"{readStateIndex:4074; appliedIndex:4070; }","duration":"217.508584ms","start":"2026-04-23T02:26:34.115248Z","end":"2026-04-23T02:26:34.332756Z","steps":["trace[213112028] 'read index received' (duration: 216.552827ms)","trace[213112028] 'applied index is now lower than readState.Index' (duration: 954.587µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:26:34.332919Z","caller":"traceutil/trace.go:171","msg":"trace[1224949704] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"496.949931ms","start":"2026-04-23T02:26:33.835959Z","end":"2026-04-23T02:26:34.332909Z","steps":["trace[1224949704] 'process raft request' (duration: 496.66815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.332928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.83542Z","time spent":"497.394999ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:26:34.333028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.835934Z","time spent":"497.012974ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:26:34.333096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.726335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:26:34.333189Z","caller":"traceutil/trace.go:171","msg":"trace[6145827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:3918; }","duration":"412.827518ms","start":"2026-04-23T02:26:33.920342Z","end":"2026-04-23T02:26:34.33317Z","steps":["trace[6145827] 'agreement among raft nodes before linearized reading' (duration: 412.61748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.333232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:33.920252Z","time spent":"412.971415ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:26:34.33312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.628459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:26:34.333487Z","caller":"traceutil/trace.go:171","msg":"trace[948734483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3918; }","duration":"153.008673ms","start":"2026-04-23T02:26:34.180441Z","end":"2026-04-23T02:26:34.333449Z","steps":["trace[948734483] 'agreement among raft nodes before linearized reading' (duration: 152.541075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.333494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.998007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:26:34.333599Z","caller":"traceutil/trace.go:171","msg":"trace[947021186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3918; }","duration":"306.133031ms","start":"2026-04-23T02:26:34.027451Z","end":"2026-04-23T02:26:34.333584Z","steps":["trace[947021186] 'agreement among raft nodes before linearized reading' (duration: 305.971995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:34.333633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:34.02743Z","time spent":"306.194994ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:27:42.722385Z","caller":"traceutil/trace.go:171","msg":"trace[158776591] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"129.931298ms","start":"2026-04-23T02:27:42.592423Z","end":"2026-04-23T02:27:42.722355Z","steps":["trace[158776591] 'process raft request' (duration: 129.760473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:42.742708Z","caller":"traceutil/trace.go:171","msg":"trace[2027842738] linearizableReadLoop","detail":"{readStateIndex:4577; appliedIndex:4573; }","duration":"113.191924ms","start":"2026-04-23T02:27:42.62949Z","end":"2026-04-23T02:27:42.742682Z","steps":["trace[2027842738] 'read index received' (duration: 92.669219ms)","trace[2027842738] 'applied index is now lower than readState.Index' (duration: 20.521695ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:42.742902Z","caller":"traceutil/trace.go:171","msg":"trace[2041156731] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"147.122297ms","start":"2026-04-23T02:27:42.595731Z","end":"2026-04-23T02:27:42.742853Z","steps":["trace[2041156731] 'process raft request' (duration: 146.91075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:42.743076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.094848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:27:42.743173Z","caller":"traceutil/trace.go:171","msg":"trace[1153507289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4391; }","duration":"101.234342ms","start":"2026-04-23T02:27:42.641919Z","end":"2026-04-23T02:27:42.743153Z","steps":["trace[1153507289] 'agreement among raft nodes before linearized reading' (duration: 100.970284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:42.743185Z","caller":"traceutil/trace.go:171","msg":"trace[30977846] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"148.699717ms","start":"2026-04-23T02:27:42.59445Z","end":"2026-04-23T02:27:42.74315Z","steps":["trace[30977846] 'process raft request' (duration: 148.026856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:42.743271Z","caller":"traceutil/trace.go:171","msg":"trace[2109381178] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"148.648846ms","start":"2026-04-23T02:27:42.594604Z","end":"2026-04-23T02:27:42.743253Z","steps":["trace[2109381178] 'process raft request' (duration: 148.002505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:42.743076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.575707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:27:42.743447Z","caller":"traceutil/trace.go:171","msg":"trace[402287418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4391; }","duration":"114.00506ms","start":"2026-04-23T02:27:42.629423Z","end":"2026-04-23T02:27:42.743428Z","steps":["trace[402287418] 'agreement among raft nodes before linearized reading' (duration: 113.390501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:48.214283Z","caller":"traceutil/trace.go:171","msg":"trace[1030544454] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"147.115147ms","start":"2026-04-23T02:27:48.067123Z","end":"2026-04-23T02:27:48.214238Z","steps":["trace[1030544454] 'process raft request' (duration: 127.397107ms)","trace[1030544454] 'compare' (duration: 18.938195ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:48.214529Z","caller":"traceutil/trace.go:171","msg":"trace[1859131764] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"145.318459ms","start":"2026-04-23T02:27:48.069187Z","end":"2026-04-23T02:27:48.214505Z","steps":["trace[1859131764] 'process raft request' (duration: 144.771792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:49.391835Z","caller":"traceutil/trace.go:171","msg":"trace[2020855611] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4959; }","duration":"120.323731ms","start":"2026-04-23T02:27:49.271493Z","end":"2026-04-23T02:27:49.391817Z","steps":["trace[2020855611] 'read index received' (duration: 120.086754ms)","trace[2020855611] 'applied index is now lower than readState.Index' (duration: 236.277µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:49.392074Z","caller":"traceutil/trace.go:171","msg":"trace[823011485] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"215.079097ms","start":"2026-04-23T02:27:49.176986Z","end":"2026-04-23T02:27:49.392066Z","steps":["trace[823011485] 'process raft request' (duration: 214.647743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:49.392273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.738604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:27:49.392304Z","caller":"traceutil/trace.go:171","msg":"trace[1083574526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4767; }","duration":"120.836708ms","start":"2026-04-23T02:27:49.271459Z","end":"2026-04-23T02:27:49.392295Z","steps":["trace[1083574526] 'agreement among raft nodes before linearized reading' (duration: 120.749075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:50.963382Z","caller":"traceutil/trace.go:171","msg":"trace[1622457177] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5035; }","duration":"181.30775ms","start":"2026-04-23T02:27:50.782028Z","end":"2026-04-23T02:27:50.963336Z","steps":["trace[1622457177] 'read index received' (duration: 170.03924ms)","trace[1622457177] 'applied index is now lower than readState.Index' (duration: 11.26754ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:50.96335Z","caller":"traceutil/trace.go:171","msg":"trace[1162377975] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"195.472641ms","start":"2026-04-23T02:27:50.767848Z","end":"2026-04-23T02:27:50.96332Z","steps":["trace[1162377975] 'process raft request' (duration: 195.221003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:50.963564Z","caller":"traceutil/trace.go:171","msg":"trace[1020405937] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"194.967125ms","start":"2026-04-23T02:27:50.76858Z","end":"2026-04-23T02:27:50.963547Z","steps":["trace[1020405937] 'process raft request' (duration: 194.598264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:50.963934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.887048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:27:50.964039Z","caller":"traceutil/trace.go:171","msg":"trace[1434288275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4846; }","duration":"182.039863ms","start":"2026-04-23T02:27:50.781973Z","end":"2026-04-23T02:27:50.964013Z","steps":["trace[1434288275] 'agreement among raft nodes before linearized reading' (duration: 181.672892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:50.964018Z","caller":"traceutil/trace.go:171","msg":"trace[246740531] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"209.763478ms","start":"2026-04-23T02:27:50.753389Z","end":"2026-04-23T02:27:50.963152Z","steps":["trace[246740531] 'process raft request' (duration: 198.602971ms)","trace[246740531] 'compare' (duration: 10.417563ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:50.963723Z","caller":"traceutil/trace.go:171","msg":"trace[1061268898] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"191.3451ms","start":"2026-04-23T02:27:50.77234Z","end":"2026-04-23T02:27:50.963685Z","steps":["trace[1061268898] 'process raft request' (duration: 190.909136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:50.964159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.681386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:27:50.96419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.056539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:27:50.96426Z","caller":"traceutil/trace.go:171","msg":"trace[755448359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4846; }","duration":"116.79653ms","start":"2026-04-23T02:27:50.847413Z","end":"2026-04-23T02:27:50.96421Z","steps":["trace[755448359] 'agreement among raft nodes before linearized reading' (duration: 116.596393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:50.964278Z","caller":"traceutil/trace.go:171","msg":"trace[1352485078] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:4846; }","duration":"154.166153ms","start":"2026-04-23T02:27:50.81009Z","end":"2026-04-23T02:27:50.964257Z","steps":["trace[1352485078] 'agreement among raft nodes before linearized reading' (duration: 153.972517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:50.964269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.810947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:27:50.96434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.206831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:27:50.964345Z","caller":"traceutil/trace.go:171","msg":"trace[1070123029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4846; }","duration":"156.955412ms","start":"2026-04-23T02:27:50.807367Z","end":"2026-04-23T02:27:50.964322Z","steps":["trace[1070123029] 'agreement among raft nodes before linearized reading' (duration: 156.712794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:50.964362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.485151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-23T02:27:50.964391Z","caller":"traceutil/trace.go:171","msg":"trace[1023701071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4846; }","duration":"116.297644ms","start":"2026-04-23T02:27:50.848079Z","end":"2026-04-23T02:27:50.964376Z","steps":["trace[1023701071] 'agreement among raft nodes before linearized reading' (duration: 116.110288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:50.964417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:27:50.964428Z","caller":"traceutil/trace.go:171","msg":"trace[346197638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4; range_end:; response_count:1; response_revision:4842; }","duration":"246.603004ms","start":"2026-04-23T02:27:50.717808Z","end":"2026-04-23T02:27:50.964411Z","steps":["trace[346197638] 'range keys from in-memory index tree' (duration: 245.104056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:50.964363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.483288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:27:50.964474Z","caller":"traceutil/trace.go:171","msg":"trace[2138494312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4846; }","duration":"124.414142ms","start":"2026-04-23T02:27:50.840044Z","end":"2026-04-23T02:27:50.964458Z","steps":["trace[2138494312] 'agreement among raft nodes before linearized reading' (duration: 124.299569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:50.964598Z","caller":"traceutil/trace.go:171","msg":"trace[1649121896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4846; }","duration":"177.696505ms","start":"2026-04-23T02:27:50.786827Z","end":"2026-04-23T02:27:50.964523Z","steps":["trace[1649121896] 'agreement among raft nodes before linearized reading' (duration: 177.139907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:51.44427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.814988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:27:51.444345Z","caller":"traceutil/trace.go:171","msg":"trace[126711737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"172.977553ms","start":"2026-04-23T02:27:51.271351Z","end":"2026-04-23T02:27:51.444329Z","steps":["trace[126711737] 'range keys from in-memory index tree' (duration: 172.750906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:52.789483Z","caller":"traceutil/trace.go:171","msg":"trace[111933797] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"186.797174ms","start":"2026-04-23T02:27:52.602661Z","end":"2026-04-23T02:27:52.789458Z","steps":["trace[111933797] 'process raft request' (duration: 186.596227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:52.937657Z","caller":"traceutil/trace.go:171","msg":"trace[2095624098] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"143.11198ms","start":"2026-04-23T02:27:52.794523Z","end":"2026-04-23T02:27:52.937635Z","steps":["trace[2095624098] 'process raft request' (duration: 138.758461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137018Z","caller":"traceutil/trace.go:171","msg":"trace[1023086485] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5057; }","duration":"163.564252ms","start":"2026-04-23T02:27:52.973431Z","end":"2026-04-23T02:27:53.136995Z","steps":["trace[1023086485] 'read index received' (duration: 13.728638ms)","trace[1023086485] 'applied index is now lower than readState.Index' (duration: 149.834424ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:53.137165Z","caller":"traceutil/trace.go:171","msg":"trace[1513876203] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"167.083795ms","start":"2026-04-23T02:27:52.970035Z","end":"2026-04-23T02:27:53.137119Z","steps":["trace[1513876203] 'process raft request' (duration: 166.873569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137234Z","caller":"traceutil/trace.go:171","msg":"trace[1166448612] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"167.165838ms","start":"2026-04-23T02:27:52.970055Z","end":"2026-04-23T02:27:53.137221Z","steps":["trace[1166448612] 'process raft request' (duration: 166.894479ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137341Z","caller":"traceutil/trace.go:171","msg":"trace[559714802] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"167.571681ms","start":"2026-04-23T02:27:52.969757Z","end":"2026-04-23T02:27:53.137329Z","steps":["trace[559714802] 'process raft request' (duration: 166.860578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137086Z","caller":"traceutil/trace.go:171","msg":"trace[766164885] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"167.189018ms","start":"2026-04-23T02:27:52.969869Z","end":"2026-04-23T02:27:53.137058Z","steps":["trace[766164885] 'process raft request' (duration: 166.995272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:53.137606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.158821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4d1a488-ea81-4bfa-9c49-be6489a3c96c\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-23T02:27:53.13765Z","caller":"traceutil/trace.go:171","msg":"trace[973107537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4d1a488-ea81-4bfa-9c49-be6489a3c96c; range_end:; response_count:1; response_revision:4868; }","duration":"164.253495ms","start":"2026-04-23T02:27:52.973383Z","end":"2026-04-23T02:27:53.137636Z","steps":["trace[973107537] 'agreement among raft nodes before linearized reading' (duration: 164.11208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:53.13771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.472976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:27:53.137732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.343581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:27:53.137721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.693976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-04-23T02:27:53.137791Z","caller":"traceutil/trace.go:171","msg":"trace[1279052405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:4868; }","duration":"156.426024ms","start":"2026-04-23T02:27:52.981348Z","end":"2026-04-23T02:27:53.137774Z","steps":["trace[1279052405] 'agreement among raft nodes before linearized reading' (duration: 156.273469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137814Z","caller":"traceutil/trace.go:171","msg":"trace[1375244071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4; range_end:; response_count:1; response_revision:4868; }","duration":"163.80757ms","start":"2026-04-23T02:27:52.973984Z","end":"2026-04-23T02:27:53.137791Z","steps":["trace[1375244071] 'agreement among raft nodes before linearized reading' (duration: 163.532841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:53.137837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.647372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:27:53.137849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.224743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-23T02:27:53.137813Z","caller":"traceutil/trace.go:171","msg":"trace[883786395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4868; }","duration":"156.624161ms","start":"2026-04-23T02:27:52.981138Z","end":"2026-04-23T02:27:53.137762Z","steps":["trace[883786395] 'agreement among raft nodes before linearized reading' (duration: 156.379483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137888Z","caller":"traceutil/trace.go:171","msg":"trace[1316472600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4868; }","duration":"156.690743ms","start":"2026-04-23T02:27:52.981181Z","end":"2026-04-23T02:27:53.137871Z","steps":["trace[1316472600] 'agreement among raft nodes before linearized reading' (duration: 156.58335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:53.137709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.718544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:27:53.138055Z","caller":"traceutil/trace.go:171","msg":"trace[398997715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4868; }","duration":"157.089896ms","start":"2026-04-23T02:27:52.98095Z","end":"2026-04-23T02:27:53.13804Z","steps":["trace[398997715] 'agreement among raft nodes before linearized reading' (duration: 156.618171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:53.137721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.025881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:27:53.138206Z","caller":"traceutil/trace.go:171","msg":"trace[1845509258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4868; }","duration":"161.557209ms","start":"2026-04-23T02:27:52.976632Z","end":"2026-04-23T02:27:53.138189Z","steps":["trace[1845509258] 'agreement among raft nodes before linearized reading' (duration: 160.928188ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.137892Z","caller":"traceutil/trace.go:171","msg":"trace[224953962] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4868; }","duration":"138.289836ms","start":"2026-04-23T02:27:52.999589Z","end":"2026-04-23T02:27:53.137879Z","steps":["trace[224953962] 'agreement among raft nodes before linearized reading' (duration: 138.171722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:53.13771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.076897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:27:53.138458Z","caller":"traceutil/trace.go:171","msg":"trace[1191165418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4868; }","duration":"158.855903ms","start":"2026-04-23T02:27:52.979584Z","end":"2026-04-23T02:27:53.13844Z","steps":["trace[1191165418] 'agreement among raft nodes before linearized reading' (duration: 157.961134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.284144Z","caller":"traceutil/trace.go:171","msg":"trace[506581140] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"140.988792ms","start":"2026-04-23T02:27:53.143128Z","end":"2026-04-23T02:27:53.284117Z","steps":["trace[506581140] 'process raft request' (duration: 128.827784ms)","trace[506581140] 'compare' (duration: 11.976532ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:53.28447Z","caller":"traceutil/trace.go:171","msg":"trace[1566764183] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"141.181898ms","start":"2026-04-23T02:27:53.143255Z","end":"2026-04-23T02:27:53.284436Z","steps":["trace[1566764183] 'process raft request' (duration: 140.816027ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.284587Z","caller":"traceutil/trace.go:171","msg":"trace[508522633] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"141.138026ms","start":"2026-04-23T02:27:53.143422Z","end":"2026-04-23T02:27:53.28456Z","steps":["trace[508522633] 'process raft request' (duration: 140.999032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.284573Z","caller":"traceutil/trace.go:171","msg":"trace[1447185236] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"141.125726ms","start":"2026-04-23T02:27:53.143431Z","end":"2026-04-23T02:27:53.284557Z","steps":["trace[1447185236] 'process raft request' (duration: 141.048484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:53.284805Z","caller":"traceutil/trace.go:171","msg":"trace[689973097] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"141.342763ms","start":"2026-04-23T02:27:53.143272Z","end":"2026-04-23T02:27:53.284615Z","steps":["trace[689973097] 'process raft request' (duration: 141.020993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:54.749304Z","caller":"traceutil/trace.go:171","msg":"trace[772686388] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"185.141011ms","start":"2026-04-23T02:27:54.564139Z","end":"2026-04-23T02:27:54.74928Z","steps":["trace[772686388] 'process raft request' (duration: 184.961145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:56.834719Z","caller":"traceutil/trace.go:171","msg":"trace[1765664498] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5139; }","duration":"121.441297ms","start":"2026-04-23T02:27:56.713255Z","end":"2026-04-23T02:27:56.834696Z","steps":["trace[1765664498] 'read index received' (duration: 121.344134ms)","trace[1765664498] 'applied index is now lower than readState.Index' (duration: 96.243µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:56.834749Z","caller":"traceutil/trace.go:171","msg":"trace[1099362174] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"121.577492ms","start":"2026-04-23T02:27:56.713143Z","end":"2026-04-23T02:27:56.83472Z","steps":["trace[1099362174] 'process raft request' (duration: 121.437868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:56.834929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.653054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T02:27:56.834972Z","caller":"traceutil/trace.go:171","msg":"trace[1509678427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4944; }","duration":"121.748217ms","start":"2026-04-23T02:27:56.713212Z","end":"2026-04-23T02:27:56.834961Z","steps":["trace[1509678427] 'agreement among raft nodes before linearized reading' (duration: 121.570611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.200256Z","caller":"traceutil/trace.go:171","msg":"trace[1971163795] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"486.907597ms","start":"2026-04-23T02:27:56.713299Z","end":"2026-04-23T02:27:57.200207Z","steps":["trace[1971163795] 'process raft request' (duration: 486.825174ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.200253Z","caller":"traceutil/trace.go:171","msg":"trace[992284461] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"486.952058ms","start":"2026-04-23T02:27:56.713242Z","end":"2026-04-23T02:27:57.200194Z","steps":["trace[992284461] 'process raft request' (duration: 486.770842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.200377Z","caller":"traceutil/trace.go:171","msg":"trace[2023272374] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"486.564356ms","start":"2026-04-23T02:27:56.713787Z","end":"2026-04-23T02:27:57.200352Z","steps":["trace[2023272374] 'process raft request' (duration: 486.37836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.200387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.713294Z","time spent":"487.033051ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:27:57.200386Z","caller":"traceutil/trace.go:171","msg":"trace[146935926] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"487.00404ms","start":"2026-04-23T02:27:56.713348Z","end":"2026-04-23T02:27:57.200352Z","steps":["trace[146935926] 'process raft request' (duration: 486.801623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.200429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.239909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T02:27:57.200442Z","caller":"traceutil/trace.go:171","msg":"trace[1972169849] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"480.565304ms","start":"2026-04-23T02:27:56.719861Z","end":"2026-04-23T02:27:57.200426Z","steps":["trace[1972169849] 'process raft request' (duration: 480.354377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.200442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.71322Z","time spent":"487.133764ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:27:57.200465Z","caller":"traceutil/trace.go:171","msg":"trace[1542506735] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4950; }","duration":"363.30636ms","start":"2026-04-23T02:27:56.83715Z","end":"2026-04-23T02:27:57.200456Z","steps":["trace[1542506735] 'agreement among raft nodes before linearized reading' (duration: 363.167496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.200491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.713778Z","time spent":"486.654078ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:27:57.200513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.719853Z","time spent":"480.619546ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:27:57.200522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.837133Z","time spent":"363.381353ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-23T02:27:57.200544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.713342Z","time spent":"487.116093ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:27:57.200291Z","caller":"traceutil/trace.go:171","msg":"trace[504200390] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5140; }","duration":"363.097213ms","start":"2026-04-23T02:27:56.837181Z","end":"2026-04-23T02:27:57.200279Z","steps":["trace[504200390] 'read index received' (duration: 362.918078ms)","trace[504200390] 'applied index is now lower than readState.Index' (duration: 178.195µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:57.200611Z","caller":"traceutil/trace.go:171","msg":"trace[1619004176] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"486.276027ms","start":"2026-04-23T02:27:56.714041Z","end":"2026-04-23T02:27:57.200317Z","steps":["trace[1619004176] 'process raft request' (duration: 486.152663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.200646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.714026Z","time spent":"486.604147ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:27:57.413832Z","caller":"traceutil/trace.go:171","msg":"trace[1433917325] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"517.127912ms","start":"2026-04-23T02:27:56.896673Z","end":"2026-04-23T02:27:57.413801Z","steps":["trace[1433917325] 'process raft request' (duration: 483.630102ms)","trace[1433917325] 'compare' (duration: 33.17587ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:57.413892Z","caller":"traceutil/trace.go:171","msg":"trace[1159496942] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"213.27097ms","start":"2026-04-23T02:27:57.200591Z","end":"2026-04-23T02:27:57.413862Z","steps":["trace[1159496942] 'read index received' (duration: 179.812271ms)","trace[1159496942] 'applied index is now lower than readState.Index' (duration: 33.457389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:27:57.413979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.89665Z","time spent":"517.256335ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:57.414165Z","caller":"traceutil/trace.go:171","msg":"trace[1064337979] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"259.133174ms","start":"2026-04-23T02:27:57.155018Z","end":"2026-04-23T02:27:57.414151Z","steps":["trace[1064337979] 'process raft request' (duration: 258.719911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.414086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.801716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:27:57.414284Z","caller":"traceutil/trace.go:171","msg":"trace[602592467] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4952; }","duration":"297.040164ms","start":"2026-04-23T02:27:57.117237Z","end":"2026-04-23T02:27:57.414277Z","steps":["trace[602592467] 'agreement among raft nodes before linearized reading' (duration: 296.730514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.41426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.76605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:27:57.414344Z","caller":"traceutil/trace.go:171","msg":"trace[559522128] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:4952; }","duration":"469.889844ms","start":"2026-04-23T02:27:56.944436Z","end":"2026-04-23T02:27:57.414326Z","steps":["trace[559522128] 'agreement among raft nodes before linearized reading' (duration: 469.628625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.414389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.944421Z","time spent":"469.959345ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:27:57.41454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.650076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7xlsf\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-04-23T02:27:57.414634Z","caller":"traceutil/trace.go:171","msg":"trace[2079361247] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7xlsf; range_end:; response_count:1; response_revision:4952; }","duration":"319.801101ms","start":"2026-04-23T02:27:57.094814Z","end":"2026-04-23T02:27:57.414616Z","steps":["trace[2079361247] 'agreement among raft nodes before linearized reading' (duration: 319.206082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.414694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.094794Z","time spent":"319.883884ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7xlsf\" "} {"level":"warn","ts":"2026-04-23T02:27:57.414945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.510925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197772"} {"level":"info","ts":"2026-04-23T02:27:57.415002Z","caller":"traceutil/trace.go:171","msg":"trace[900024107] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4952; }","duration":"507.604367ms","start":"2026-04-23T02:27:56.907388Z","end":"2026-04-23T02:27:57.414992Z","steps":["trace[900024107] 'agreement among raft nodes before linearized reading' (duration: 506.788381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.415028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:56.907375Z","time spent":"507.646699ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2197795,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-23T02:27:57.944718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.745101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:27:57.944985Z","caller":"traceutil/trace.go:171","msg":"trace[1085120900] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"742.27473ms","start":"2026-04-23T02:27:57.202664Z","end":"2026-04-23T02:27:57.944939Z","steps":["trace[1085120900] 'process raft request' (duration: 328.195629ms)","trace[1085120900] 'compare' (duration: 412.927984ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:57.945057Z","caller":"traceutil/trace.go:171","msg":"trace[1986143613] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"742.300661ms","start":"2026-04-23T02:27:57.202734Z","end":"2026-04-23T02:27:57.945034Z","steps":["trace[1986143613] 'process raft request' (duration: 742.119365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.945143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.202729Z","time spent":"742.366693ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:27:57.945143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.202649Z","time spent":"742.412575ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:57.945162Z","caller":"traceutil/trace.go:171","msg":"trace[1159569906] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"741.423444ms","start":"2026-04-23T02:27:57.203724Z","end":"2026-04-23T02:27:57.945148Z","steps":["trace[1159569906] 'process raft request' (duration: 741.244838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.94522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.203717Z","time spent":"741.468635ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:57.945223Z","caller":"traceutil/trace.go:171","msg":"trace[560985770] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5148; }","duration":"531.214482ms","start":"2026-04-23T02:27:57.413985Z","end":"2026-04-23T02:27:57.945199Z","steps":["trace[560985770] 'read index received' (duration: 116.898002ms)","trace[560985770] 'applied index is now lower than readState.Index' (duration: 414.315079ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:57.945235Z","caller":"traceutil/trace.go:171","msg":"trace[1095456337] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"738.947564ms","start":"2026-04-23T02:27:57.206239Z","end":"2026-04-23T02:27:57.945186Z","steps":["trace[1095456337] 'process raft request' (duration: 738.786359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.945355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.889885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:27:57.945378Z","caller":"traceutil/trace.go:171","msg":"trace[1986482239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4958; }","duration":"615.923516ms","start":"2026-04-23T02:27:57.32945Z","end":"2026-04-23T02:27:57.945374Z","steps":["trace[1986482239] 'agreement among raft nodes before linearized reading' (duration: 615.846584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.945375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.853932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:27:57.945398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.206214Z","time spent":"739.109729ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:27:57.94543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.419431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:27:57.945444Z","caller":"traceutil/trace.go:171","msg":"trace[1064142207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4958; }","duration":"615.453431ms","start":"2026-04-23T02:27:57.329987Z","end":"2026-04-23T02:27:57.94544Z","steps":["trace[1064142207] 'agreement among raft nodes before linearized reading' (duration: 615.41401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.945419Z","caller":"traceutil/trace.go:171","msg":"trace[1815383149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4958; }","duration":"614.921144ms","start":"2026-04-23T02:27:57.330486Z","end":"2026-04-23T02:27:57.945407Z","steps":["trace[1815383149] 'agreement among raft nodes before linearized reading' (duration: 614.762869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.945455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.329978Z","time spent":"615.474703ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:27:57.945443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.205896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:27:57.94547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.330479Z","time spent":"614.982937ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:27:57.945478Z","caller":"traceutil/trace.go:171","msg":"trace[142832068] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"730.582127ms","start":"2026-04-23T02:27:57.214861Z","end":"2026-04-23T02:27:57.945443Z","steps":["trace[142832068] 'process raft request' (duration: 730.267097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.94528Z","caller":"traceutil/trace.go:171","msg":"trace[887990654] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"738.100017ms","start":"2026-04-23T02:27:57.207175Z","end":"2026-04-23T02:27:57.945275Z","steps":["trace[887990654] 'process raft request' (duration: 737.910841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.945494Z","caller":"traceutil/trace.go:171","msg":"trace[181361978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4958; }","duration":"616.294478ms","start":"2026-04-23T02:27:57.329184Z","end":"2026-04-23T02:27:57.945479Z","steps":["trace[181361978] 'agreement among raft nodes before linearized reading' (duration: 616.123983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.945571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.214849Z","time spent":"730.6706ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:27:57.945571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.329165Z","time spent":"616.391522ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:27:57.945393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.329443Z","time spent":"615.947578ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:27:57.945513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.464537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:27:57.945629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.289124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-04-23T02:27:57.945623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.20716Z","time spent":"738.378916ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:27:57.94563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.0397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:27:57.945698Z","caller":"traceutil/trace.go:171","msg":"trace[1971337942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4958; }","duration":"675.674235ms","start":"2026-04-23T02:27:57.27Z","end":"2026-04-23T02:27:57.945675Z","steps":["trace[1971337942] 'agreement among raft nodes before linearized reading' (duration: 675.479098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.94572Z","caller":"traceutil/trace.go:171","msg":"trace[1217020531] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4958; }","duration":"738.400796ms","start":"2026-04-23T02:27:57.207298Z","end":"2026-04-23T02:27:57.945698Z","steps":["trace[1217020531] 'agreement among raft nodes before linearized reading' (duration: 738.18477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.945742Z","caller":"traceutil/trace.go:171","msg":"trace[1483976808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4958; }","duration":"616.163824ms","start":"2026-04-23T02:27:57.329563Z","end":"2026-04-23T02:27:57.945727Z","steps":["trace[1483976808] 'agreement among raft nodes before linearized reading' (duration: 615.906926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.945772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.207288Z","time spent":"738.471579ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-23T02:27:57.945777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.269942Z","time spent":"675.811349ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:27:57.945793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.329515Z","time spent":"616.264537ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:27:57.946206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.348328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:27:57.946263Z","caller":"traceutil/trace.go:171","msg":"trace[1992611735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:4958; }","duration":"615.442841ms","start":"2026-04-23T02:27:57.330805Z","end":"2026-04-23T02:27:57.946248Z","steps":["trace[1992611735] 'agreement among raft nodes before linearized reading' (duration: 614.663956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:57.94633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.330776Z","time spent":"615.515723ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:27:58.209745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.416069Z","time spent":"793.666352ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T02:27:58.209758Z","caller":"traceutil/trace.go:171","msg":"trace[1424340835] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"786.971438ms","start":"2026-04-23T02:27:57.422769Z","end":"2026-04-23T02:27:58.209741Z","steps":["trace[1424340835] 'process raft request' (duration: 786.869525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.209978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.422757Z","time spent":"787.148883ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:58.229563Z","caller":"traceutil/trace.go:171","msg":"trace[1372535779] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"644.056004ms","start":"2026-04-23T02:27:57.585495Z","end":"2026-04-23T02:27:58.229551Z","steps":["trace[1372535779] 'process raft request' (duration: 644.008403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.229582Z","caller":"traceutil/trace.go:171","msg":"trace[810629892] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"670.364705ms","start":"2026-04-23T02:27:57.559191Z","end":"2026-04-23T02:27:58.229556Z","steps":["trace[810629892] 'process raft request' (duration: 670.249071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.229645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.585476Z","time spent":"644.129686ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:27:58.229729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.559173Z","time spent":"670.473358ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:58.229861Z","caller":"traceutil/trace.go:171","msg":"trace[987577396] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"279.098391ms","start":"2026-04-23T02:27:57.950752Z","end":"2026-04-23T02:27:58.229851Z","steps":["trace[987577396] 'process raft request' (duration: 278.775041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.229976Z","caller":"traceutil/trace.go:171","msg":"trace[832904622] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"278.823702ms","start":"2026-04-23T02:27:57.951129Z","end":"2026-04-23T02:27:58.229953Z","steps":["trace[832904622] 'process raft request' (duration: 278.624746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.230012Z","caller":"traceutil/trace.go:171","msg":"trace[261759369] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5154; }","duration":"284.70766ms","start":"2026-04-23T02:27:57.945274Z","end":"2026-04-23T02:27:58.229982Z","steps":["trace[261759369] 'read index received' (duration: 260.544069ms)","trace[261759369] 'applied index is now lower than readState.Index' (duration: 24.162681ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:58.230106Z","caller":"traceutil/trace.go:171","msg":"trace[2006266699] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"278.046888ms","start":"2026-04-23T02:27:57.952044Z","end":"2026-04-23T02:27:58.230091Z","steps":["trace[2006266699] 'process raft request' (duration: 277.889833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.230085Z","caller":"traceutil/trace.go:171","msg":"trace[877270468] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"278.0894ms","start":"2026-04-23T02:27:57.951973Z","end":"2026-04-23T02:27:58.230062Z","steps":["trace[877270468] 'process raft request' (duration: 277.933095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.23019Z","caller":"traceutil/trace.go:171","msg":"trace[248018190] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"278.858703ms","start":"2026-04-23T02:27:57.951318Z","end":"2026-04-23T02:27:58.230176Z","steps":["trace[248018190] 'process raft request' (duration: 278.551634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.230252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.759374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T02:27:58.230276Z","caller":"traceutil/trace.go:171","msg":"trace[556849160] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4966; }","duration":"782.819875ms","start":"2026-04-23T02:27:57.44745Z","end":"2026-04-23T02:27:58.23027Z","steps":["trace[556849160] 'agreement among raft nodes before linearized reading' (duration: 782.718362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.230293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.447433Z","time spent":"782.855966ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T02:27:58.245993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.442471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:27:58.24606Z","caller":"traceutil/trace.go:171","msg":"trace[107427860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4970; }","duration":"299.541764ms","start":"2026-04-23T02:27:57.946504Z","end":"2026-04-23T02:27:58.246045Z","steps":["trace[107427860] 'agreement among raft nodes before linearized reading' (duration: 299.429741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.24623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.622967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:27:58.246254Z","caller":"traceutil/trace.go:171","msg":"trace[243883473] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls; range_end:; response_count:0; response_revision:4970; }","duration":"294.658909ms","start":"2026-04-23T02:27:57.951587Z","end":"2026-04-23T02:27:58.246246Z","steps":["trace[243883473] 'agreement among raft nodes before linearized reading' (duration: 294.625028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.246476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.94457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75253"} {"level":"info","ts":"2026-04-23T02:27:58.246502Z","caller":"traceutil/trace.go:171","msg":"trace[1739005185] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4970; }","duration":"295.983581ms","start":"2026-04-23T02:27:57.950513Z","end":"2026-04-23T02:27:58.246496Z","steps":["trace[1739005185] 'agreement among raft nodes before linearized reading' (duration: 295.805255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.2467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.175376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62979"} {"level":"info","ts":"2026-04-23T02:27:58.247672Z","caller":"traceutil/trace.go:171","msg":"trace[1535617114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4970; }","duration":"297.169758ms","start":"2026-04-23T02:27:57.950468Z","end":"2026-04-23T02:27:58.247637Z","steps":["trace[1535617114] 'agreement among raft nodes before linearized reading' (duration: 295.882787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:59.601602Z","caller":"traceutil/trace.go:171","msg":"trace[438501562] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"366.808832ms","start":"2026-04-23T02:27:59.23476Z","end":"2026-04-23T02:27:59.601569Z","steps":["trace[438501562] 'process raft request' (duration: 366.601425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:59.601767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:59.234745Z","time spent":"366.937225ms","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1410,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:59.606029Z","caller":"traceutil/trace.go:171","msg":"trace[774912250] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"370.444968ms","start":"2026-04-23T02:27:59.235574Z","end":"2026-04-23T02:27:59.606019Z","steps":["trace[774912250] 'process raft request' (duration: 370.352225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:59.606097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:59.235568Z","time spent":"370.492169ms","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:59.606459Z","caller":"traceutil/trace.go:171","msg":"trace[1366132241] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"370.251251ms","start":"2026-04-23T02:27:59.236185Z","end":"2026-04-23T02:27:59.606436Z","steps":["trace[1366132241] 'process raft request' (duration: 369.805677ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:59.606484Z","caller":"traceutil/trace.go:171","msg":"trace[1723985559] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5265; }","duration":"335.816892ms","start":"2026-04-23T02:27:59.270644Z","end":"2026-04-23T02:27:59.606461Z","steps":["trace[1723985559] 'read index received' (duration: 331.237246ms)","trace[1723985559] 'applied index is now lower than readState.Index' (duration: 4.578836ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:59.606561Z","caller":"traceutil/trace.go:171","msg":"trace[237805470] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"187.701342ms","start":"2026-04-23T02:27:59.418852Z","end":"2026-04-23T02:27:59.606554Z","steps":["trace[237805470] 'process raft request' (duration: 187.308579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:59.606646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.420791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:27:59.606659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.989737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:27:59.606678Z","caller":"traceutil/trace.go:171","msg":"trace[1765265058] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5067; }","duration":"170.458802ms","start":"2026-04-23T02:27:59.436213Z","end":"2026-04-23T02:27:59.606671Z","steps":["trace[1765265058] 'agreement among raft nodes before linearized reading' (duration: 170.40634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:59.606695Z","caller":"traceutil/trace.go:171","msg":"trace[1131313283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5067; }","duration":"336.059539ms","start":"2026-04-23T02:27:59.270626Z","end":"2026-04-23T02:27:59.606685Z","steps":["trace[1131313283] 'agreement among raft nodes before linearized reading' (duration: 335.974546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:59.606734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:59.270619Z","time spent":"336.101861ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:27:59.606524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:59.236171Z","time spent":"370.325174ms","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:01.577172Z","caller":"traceutil/trace.go:171","msg":"trace[778738598] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5303; }","duration":"436.383563ms","start":"2026-04-23T02:28:01.140773Z","end":"2026-04-23T02:28:01.577157Z","steps":["trace[778738598] 'read index received' (duration: 436.26301ms)","trace[778738598] 'applied index is now lower than readState.Index' (duration: 120.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:01.577232Z","caller":"traceutil/trace.go:171","msg":"trace[459090832] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"757.986073ms","start":"2026-04-23T02:28:00.819215Z","end":"2026-04-23T02:28:01.577201Z","steps":["trace[459090832] 'process raft request' (duration: 757.856319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:01.577374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.564159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:28:01.577375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.59488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:01.57745Z","caller":"traceutil/trace.go:171","msg":"trace[1551125035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5102; }","duration":"436.718044ms","start":"2026-04-23T02:28:01.140715Z","end":"2026-04-23T02:28:01.577433Z","steps":["trace[1551125035] 'agreement among raft nodes before linearized reading' (duration: 436.59353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:01.577399Z","caller":"traceutil/trace.go:171","msg":"trace[2086823619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5102; }","duration":"410.613181ms","start":"2026-04-23T02:28:01.166777Z","end":"2026-04-23T02:28:01.57739Z","steps":["trace[2086823619] 'agreement among raft nodes before linearized reading' (duration: 410.481047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:01.577491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:00.819199Z","time spent":"758.170348ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:01.577571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.166766Z","time spent":"410.790906ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:28:01.577376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.736076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:01.577508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.140667Z","time spent":"436.829197ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:28:01.577645Z","caller":"traceutil/trace.go:171","msg":"trace[554983769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5102; }","duration":"308.035035ms","start":"2026-04-23T02:28:01.269582Z","end":"2026-04-23T02:28:01.577617Z","steps":["trace[554983769] 'agreement among raft nodes before linearized reading' (duration: 307.741066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:01.577718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.269566Z","time spent":"308.135699ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:01.578361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.257857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-23T02:28:01.578426Z","caller":"traceutil/trace.go:171","msg":"trace[646743647] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls; range_end:; response_count:1; response_revision:5102; }","duration":"248.350299ms","start":"2026-04-23T02:28:01.330057Z","end":"2026-04-23T02:28:01.578408Z","steps":["trace[646743647] 'agreement among raft nodes before linearized reading' (duration: 247.408609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.083709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342157654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:28:02.113543Z","caller":"traceutil/trace.go:171","msg":"trace[305310213] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"531.093748ms","start":"2026-04-23T02:28:01.582424Z","end":"2026-04-23T02:28:02.113518Z","steps":["trace[305310213] 'process raft request' (duration: 509.837549ms)","trace[305310213] 'compare' (duration: 20.848256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:02.113684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.5824Z","time spent":"531.212441ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:02.116947Z","caller":"traceutil/trace.go:171","msg":"trace[479213258] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"506.348178ms","start":"2026-04-23T02:28:01.610583Z","end":"2026-04-23T02:28:02.116931Z","steps":["trace[479213258] 'process raft request' (duration: 506.201633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.117039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.610558Z","time spent":"506.43525ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:02.117328Z","caller":"traceutil/trace.go:171","msg":"trace[218546335] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5304; }","duration":"534.381553ms","start":"2026-04-23T02:28:01.582921Z","end":"2026-04-23T02:28:02.117303Z","steps":["trace[218546335] 'read index received' (duration: 509.432296ms)","trace[218546335] 'applied index is now lower than readState.Index' (duration: 24.948407ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:02.117428Z","caller":"traceutil/trace.go:171","msg":"trace[83423439] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"134.684451ms","start":"2026-04-23T02:28:01.98273Z","end":"2026-04-23T02:28:02.117414Z","steps":["trace[83423439] 'process raft request' (duration: 134.424152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:02.117498Z","caller":"traceutil/trace.go:171","msg":"trace[1460278478] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"134.141823ms","start":"2026-04-23T02:28:01.983338Z","end":"2026-04-23T02:28:02.11748Z","steps":["trace[1460278478] 'process raft request' (duration: 133.921056ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:02.117503Z","caller":"traceutil/trace.go:171","msg":"trace[1688448667] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"153.380427ms","start":"2026-04-23T02:28:01.964091Z","end":"2026-04-23T02:28:02.117472Z","steps":["trace[1688448667] 'process raft request' (duration: 152.803659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.117576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.638201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:28:02.117614Z","caller":"traceutil/trace.go:171","msg":"trace[674753087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5107; }","duration":"534.710994ms","start":"2026-04-23T02:28:01.582894Z","end":"2026-04-23T02:28:02.117605Z","steps":["trace[674753087] 'agreement among raft nodes before linearized reading' (duration: 534.576699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.117636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.195242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-23T02:28:02.117631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.913144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-04-23T02:28:02.117679Z","caller":"traceutil/trace.go:171","msg":"trace[1652335181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7; range_end:; response_count:1; response_revision:5107; }","duration":"428.266185ms","start":"2026-04-23T02:28:01.689402Z","end":"2026-04-23T02:28:02.117668Z","steps":["trace[1652335181] 'agreement among raft nodes before linearized reading' (duration: 428.137541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.117709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.689383Z","time spent":"428.319177ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" "} {"level":"info","ts":"2026-04-23T02:28:02.1177Z","caller":"traceutil/trace.go:171","msg":"trace[2045713454] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls; range_end:; response_count:1; response_revision:5107; }","duration":"531.999507ms","start":"2026-04-23T02:28:01.58568Z","end":"2026-04-23T02:28:02.11768Z","steps":["trace[2045713454] 'agreement among raft nodes before linearized reading' (duration: 531.803961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.117639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.582886Z","time spent":"534.743674ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:28:02.118009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.122457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-23T02:28:02.11846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.585666Z","time spent":"532.134711ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4450,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-sq7tb-tls\" "} {"level":"info","ts":"2026-04-23T02:28:02.118626Z","caller":"traceutil/trace.go:171","msg":"trace[844426233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7; range_end:; response_count:1; response_revision:5107; }","duration":"494.669155ms","start":"2026-04-23T02:28:01.623851Z","end":"2026-04-23T02:28:02.11852Z","steps":["trace[844426233] 'agreement among raft nodes before linearized reading' (duration: 493.749275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:02.118796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:01.62384Z","time spent":"494.897752ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" "} {"level":"info","ts":"2026-04-23T02:28:02.272173Z","caller":"traceutil/trace.go:171","msg":"trace[180441794] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5322; }","duration":"101.729358ms","start":"2026-04-23T02:28:02.17042Z","end":"2026-04-23T02:28:02.272149Z","steps":["trace[180441794] 'read index received' (duration: 42.978612ms)","trace[180441794] 'applied index is now lower than readState.Index' (duration: 58.749736ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:02.272292Z","caller":"traceutil/trace.go:171","msg":"trace[16899886] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"103.099362ms","start":"2026-04-23T02:28:02.169161Z","end":"2026-04-23T02:28:02.27226Z","steps":["trace[16899886] 'process raft request' (duration: 44.268623ms)","trace[16899886] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/monitoring/vector-v28rh; req_size:5833; } (duration: 58.575781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:02.272507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.056378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-04-23T02:28:02.272565Z","caller":"traceutil/trace.go:171","msg":"trace[735638097] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:5121; }","duration":"102.146982ms","start":"2026-04-23T02:28:02.170401Z","end":"2026-04-23T02:28:02.272548Z","steps":["trace[735638097] 'agreement among raft nodes before linearized reading' (duration: 101.938115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.139726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.151178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:04.139788Z","caller":"traceutil/trace.go:171","msg":"trace[305680855] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5131; }","duration":"157.258451ms","start":"2026-04-23T02:28:03.982517Z","end":"2026-04-23T02:28:04.139776Z","steps":["trace[305680855] 'count revisions from in-memory index tree' (duration: 157.062525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.139875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.363715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:04.139951Z","caller":"traceutil/trace.go:171","msg":"trace[1264770409] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5131; }","duration":"235.486619ms","start":"2026-04-23T02:28:03.904445Z","end":"2026-04-23T02:28:04.139932Z","steps":["trace[1264770409] 'count revisions from in-memory index tree' (duration: 235.277372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.59828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.983533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:04.598511Z","caller":"traceutil/trace.go:171","msg":"trace[1237613274] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"475.025997ms","start":"2026-04-23T02:28:04.123466Z","end":"2026-04-23T02:28:04.598492Z","steps":["trace[1237613274] 'process raft request' (duration: 474.910504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.598593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.123422Z","time spent":"475.137191ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:04.598577Z","caller":"traceutil/trace.go:171","msg":"trace[12737187] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5334; }","duration":"472.388693ms","start":"2026-04-23T02:28:04.126162Z","end":"2026-04-23T02:28:04.59855Z","steps":["trace[12737187] 'read index received' (duration: 58.423175ms)","trace[12737187] 'applied index is now lower than readState.Index' (duration: 413.964468ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:04.598587Z","caller":"traceutil/trace.go:171","msg":"trace[1675749670] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"476.131913ms","start":"2026-04-23T02:28:04.122388Z","end":"2026-04-23T02:28:04.59852Z","steps":["trace[1675749670] 'process raft request' (duration: 349.8274ms)","trace[1675749670] 'compare' (duration: 125.752376ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:04.598671Z","caller":"traceutil/trace.go:171","msg":"trace[311815189] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"475.065049ms","start":"2026-04-23T02:28:04.123584Z","end":"2026-04-23T02:28:04.598649Z","steps":["trace[311815189] 'process raft request' (duration: 474.871433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.598817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.131257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:04.598855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.365065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:28:04.598843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.123574Z","time spent":"475.213524ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:04.598842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.12236Z","time spent":"476.319549ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:04.598851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.683423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-04-23T02:28:04.598889Z","caller":"traceutil/trace.go:171","msg":"trace[392385550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5135; }","duration":"307.433137ms","start":"2026-04-23T02:28:04.291447Z","end":"2026-04-23T02:28:04.59888Z","steps":["trace[392385550] 'agreement among raft nodes before linearized reading' (duration: 307.323183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.598882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.027843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:28:04.598914Z","caller":"traceutil/trace.go:171","msg":"trace[1696819652] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7; range_end:; response_count:1; response_revision:5135; }","duration":"472.797916ms","start":"2026-04-23T02:28:04.126101Z","end":"2026-04-23T02:28:04.598899Z","steps":["trace[1696819652] 'agreement among raft nodes before linearized reading' (duration: 472.548968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.598947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.126087Z","time spent":"472.854289ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" "} {"level":"info","ts":"2026-04-23T02:28:04.59895Z","caller":"traceutil/trace.go:171","msg":"trace[523757596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5135; }","duration":"307.129456ms","start":"2026-04-23T02:28:04.291804Z","end":"2026-04-23T02:28:04.598934Z","steps":["trace[523757596] 'agreement among raft nodes before linearized reading' (duration: 306.963731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.598967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.97929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:28:04.598987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.811099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:28:04.598997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.29179Z","time spent":"307.194979ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:28:04.599029Z","caller":"traceutil/trace.go:171","msg":"trace[1074438354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5135; }","duration":"307.894581ms","start":"2026-04-23T02:28:04.291126Z","end":"2026-04-23T02:28:04.59902Z","steps":["trace[1074438354] 'agreement among raft nodes before linearized reading' (duration: 307.760077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.599034Z","caller":"traceutil/trace.go:171","msg":"trace[35710132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5135; }","duration":"296.058843ms","start":"2026-04-23T02:28:04.302959Z","end":"2026-04-23T02:28:04.599018Z","steps":["trace[35710132] 'agreement among raft nodes before linearized reading' (duration: 295.94797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.598872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.828953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:28:04.599067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.291096Z","time spent":"307.963193ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:04.598915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.291424Z","time spent":"307.485248ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:04.599084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.03912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:28:04.599121Z","caller":"traceutil/trace.go:171","msg":"trace[1072849411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:5135; }","duration":"300.096912ms","start":"2026-04-23T02:28:04.299005Z","end":"2026-04-23T02:28:04.599102Z","steps":["trace[1072849411] 'agreement among raft nodes before linearized reading' (duration: 299.758641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.598864Z","caller":"traceutil/trace.go:171","msg":"trace[1064279642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5135; }","duration":"328.193149ms","start":"2026-04-23T02:28:04.270658Z","end":"2026-04-23T02:28:04.598851Z","steps":["trace[1064279642] 'agreement among raft nodes before linearized reading' (duration: 328.101206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.599182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.270594Z","time spent":"328.580191ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:04.599179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.298994Z","time spent":"300.167605ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:28:04.599175Z","caller":"traceutil/trace.go:171","msg":"trace[2050961955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5135; }","duration":"300.147123ms","start":"2026-04-23T02:28:04.298999Z","end":"2026-04-23T02:28:04.599146Z","steps":["trace[2050961955] 'agreement among raft nodes before linearized reading' (duration: 299.932576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.599251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.720846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16180"} {"level":"warn","ts":"2026-04-23T02:28:04.599278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.298994Z","time spent":"300.274928ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:28:04.599282Z","caller":"traceutil/trace.go:171","msg":"trace[695797662] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5135; }","duration":"183.750777ms","start":"2026-04-23T02:28:04.415522Z","end":"2026-04-23T02:28:04.599273Z","steps":["trace[695797662] 'agreement among raft nodes before linearized reading' (duration: 183.353165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.862162Z","caller":"traceutil/trace.go:171","msg":"trace[858035880] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"112.954767ms","start":"2026-04-23T02:28:04.749147Z","end":"2026-04-23T02:28:04.862101Z","steps":["trace[858035880] 'process raft request' (duration: 112.166122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:05.582925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342157735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:28:05.696605Z","caller":"traceutil/trace.go:171","msg":"trace[485769515] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"830.301942ms","start":"2026-04-23T02:28:04.866277Z","end":"2026-04-23T02:28:05.696579Z","steps":["trace[485769515] 'process raft request' (duration: 826.710927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:05.69674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.866228Z","time spent":"830.443056ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:06.164075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.490809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:06.164393Z","caller":"traceutil/trace.go:171","msg":"trace[326074871] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"1.296706064s","start":"2026-04-23T02:28:04.867655Z","end":"2026-04-23T02:28:06.164361Z","steps":["trace[326074871] 'process raft request' (duration: 967.845933ms)","trace[326074871] 'compare' (duration: 328.270522ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:06.16443Z","caller":"traceutil/trace.go:171","msg":"trace[756053527] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5345; }","duration":"1.08237822s","start":"2026-04-23T02:28:05.082028Z","end":"2026-04-23T02:28:06.164406Z","steps":["trace[756053527] 'read index received' (duration: 610.944718ms)","trace[756053527] 'applied index is now lower than readState.Index' (duration: 471.432002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:06.164518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.867633Z","time spent":"1.296827687s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:06.164506Z","caller":"traceutil/trace.go:171","msg":"trace[1266368606] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"1.244338791s","start":"2026-04-23T02:28:04.920119Z","end":"2026-04-23T02:28:06.164458Z","steps":["trace[1266368606] 'process raft request' (duration: 1.244079903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.164692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.920072Z","time spent":"1.244523457s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:06.164697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082636578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:06.164553Z","caller":"traceutil/trace.go:171","msg":"trace[321052204] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"477.94103ms","start":"2026-04-23T02:28:05.686592Z","end":"2026-04-23T02:28:06.164533Z","steps":["trace[321052204] 'process raft request' (duration: 477.763195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.16478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.179444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-04-23T02:28:06.164773Z","caller":"traceutil/trace.go:171","msg":"trace[1109187120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"1.082777612s","start":"2026-04-23T02:28:05.081972Z","end":"2026-04-23T02:28:06.16475Z","steps":["trace[1109187120] 'agreement among raft nodes before linearized reading' (duration: 1.082609367s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.164865Z","caller":"traceutil/trace.go:171","msg":"trace[459634317] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7; range_end:; response_count:1; response_revision:5145; }","duration":"559.329029ms","start":"2026-04-23T02:28:05.605513Z","end":"2026-04-23T02:28:06.164842Z","steps":["trace[459634317] 'agreement among raft nodes before linearized reading' (duration: 559.070701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.164894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:05.081951Z","time spent":"1.082933088s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:06.164911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:05.605491Z","time spent":"559.411461ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" "} {"level":"warn","ts":"2026-04-23T02:28:06.16492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:05.686569Z","time spent":"478.256941ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:06.449854Z","caller":"traceutil/trace.go:171","msg":"trace[161957562] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"280.965221ms","start":"2026-04-23T02:28:06.168864Z","end":"2026-04-23T02:28:06.449829Z","steps":["trace[161957562] 'process raft request' (duration: 205.085308ms)","trace[161957562] 'compare' (duration: 75.738218ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:06.944338Z","caller":"traceutil/trace.go:171","msg":"trace[2128893102] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5349; }","duration":"740.220604ms","start":"2026-04-23T02:28:06.204083Z","end":"2026-04-23T02:28:06.944303Z","steps":["trace[2128893102] 'read index received' (duration: 169.870814ms)","trace[2128893102] 'applied index is now lower than readState.Index' (duration: 570.34849ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:06.944427Z","caller":"traceutil/trace.go:171","msg":"trace[1538019577] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"752.468625ms","start":"2026-04-23T02:28:06.191915Z","end":"2026-04-23T02:28:06.944384Z","steps":["trace[1538019577] 'process raft request' (duration: 703.131079ms)","trace[1538019577] 'compare' (duration: 48.866831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:06.944512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.41329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:06.944595Z","caller":"traceutil/trace.go:171","msg":"trace[1166457732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5147; }","duration":"740.548624ms","start":"2026-04-23T02:28:06.204027Z","end":"2026-04-23T02:28:06.944575Z","steps":["trace[1166457732] 'agreement among raft nodes before linearized reading' (duration: 740.40876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.944638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.19189Z","time spent":"752.6319ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:06.944642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.204005Z","time spent":"740.623567ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:28:06.96623Z","caller":"traceutil/trace.go:171","msg":"trace[36964450] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"512.272976ms","start":"2026-04-23T02:28:06.453936Z","end":"2026-04-23T02:28:06.966209Z","steps":["trace[36964450] 'process raft request' (duration: 512.025198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.96633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.453914Z","time spent":"512.364649ms","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:06.966383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.625372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:28:06.966412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.731653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:28:06.966459Z","caller":"traceutil/trace.go:171","msg":"trace[2031261608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5151; }","duration":"297.741756ms","start":"2026-04-23T02:28:06.668703Z","end":"2026-04-23T02:28:06.966444Z","steps":["trace[2031261608] 'agreement among raft nodes before linearized reading' (duration: 297.55974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.966486Z","caller":"traceutil/trace.go:171","msg":"trace[1561040184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:5151; }","duration":"296.845997ms","start":"2026-04-23T02:28:06.669627Z","end":"2026-04-23T02:28:06.966473Z","steps":["trace[1561040184] 'agreement among raft nodes before linearized reading' (duration: 296.61904ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.966513Z","caller":"traceutil/trace.go:171","msg":"trace[1518066186] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"362.645558ms","start":"2026-04-23T02:28:06.60382Z","end":"2026-04-23T02:28:06.966466Z","steps":["trace[1518066186] 'process raft request' (duration: 362.339368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.966608Z","caller":"traceutil/trace.go:171","msg":"trace[685700888] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"361.888414ms","start":"2026-04-23T02:28:06.604707Z","end":"2026-04-23T02:28:06.966595Z","steps":["trace[685700888] 'process raft request' (duration: 361.484401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.96667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.368079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:06.966675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.396846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:28:06.966682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.60468Z","time spent":"361.963897ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:06.966674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.603796Z","time spent":"362.784923ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:06.9667Z","caller":"traceutil/trace.go:171","msg":"trace[1004286484] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5151; }","duration":"279.420471ms","start":"2026-04-23T02:28:06.687272Z","end":"2026-04-23T02:28:06.966692Z","steps":["trace[1004286484] 'agreement among raft nodes before linearized reading' (duration: 279.36955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.96671Z","caller":"traceutil/trace.go:171","msg":"trace[1680624842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5151; }","duration":"298.453338ms","start":"2026-04-23T02:28:06.668247Z","end":"2026-04-23T02:28:06.966701Z","steps":["trace[1680624842] 'agreement among raft nodes before linearized reading' (duration: 298.359865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.966884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.720377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:28:06.966915Z","caller":"traceutil/trace.go:171","msg":"trace[565306684] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"363.079942ms","start":"2026-04-23T02:28:06.603819Z","end":"2026-04-23T02:28:06.966898Z","steps":["trace[565306684] 'process raft request' (duration: 362.279526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.966942Z","caller":"traceutil/trace.go:171","msg":"trace[1721635233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5151; }","duration":"298.788269ms","start":"2026-04-23T02:28:06.66814Z","end":"2026-04-23T02:28:06.966928Z","steps":["trace[1721635233] 'agreement among raft nodes before linearized reading' (duration: 298.653974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.967016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.887012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:28:06.967036Z","caller":"traceutil/trace.go:171","msg":"trace[1645216761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5151; }","duration":"298.938724ms","start":"2026-04-23T02:28:06.668091Z","end":"2026-04-23T02:28:06.96703Z","steps":["trace[1645216761] 'agreement among raft nodes before linearized reading' (duration: 298.882142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.967003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.603793Z","time spent":"363.162075ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:06.967119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.918563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:28:06.967141Z","caller":"traceutil/trace.go:171","msg":"trace[541340469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5151; }","duration":"344.968123ms","start":"2026-04-23T02:28:06.622167Z","end":"2026-04-23T02:28:06.967136Z","steps":["trace[541340469] 'agreement among raft nodes before linearized reading' (duration: 344.913432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.967157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.622156Z","time spent":"344.997535ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:06.966959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.708773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:06.967381Z","caller":"traceutil/trace.go:171","msg":"trace[1670309883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5151; }","duration":"696.157278ms","start":"2026-04-23T02:28:06.271206Z","end":"2026-04-23T02:28:06.967363Z","steps":["trace[1670309883] 'agreement among raft nodes before linearized reading' (duration: 695.736674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:06.967431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.271182Z","time spent":"696.234589ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:28:07.121364Z","caller":"traceutil/trace.go:171","msg":"trace[1139589345] linearizableReadLoop","detail":"{readStateIndex:5356; appliedIndex:5355; }","duration":"152.53163ms","start":"2026-04-23T02:28:06.968803Z","end":"2026-04-23T02:28:07.121335Z","steps":["trace[1139589345] 'read index received' (duration: 152.464858ms)","trace[1139589345] 'applied index is now lower than readState.Index' (duration: 65.062µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:07.121495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.667855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:07.121646Z","caller":"traceutil/trace.go:171","msg":"trace[259040816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5151; }","duration":"152.85975ms","start":"2026-04-23T02:28:06.96877Z","end":"2026-04-23T02:28:07.121629Z","steps":["trace[259040816] 'agreement among raft nodes before linearized reading' (duration: 152.644173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.129933Z","caller":"traceutil/trace.go:171","msg":"trace[626144013] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"158.556613ms","start":"2026-04-23T02:28:06.971356Z","end":"2026-04-23T02:28:07.129912Z","steps":["trace[626144013] 'process raft request' (duration: 158.276064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.130044Z","caller":"traceutil/trace.go:171","msg":"trace[352608112] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"158.268523ms","start":"2026-04-23T02:28:06.971753Z","end":"2026-04-23T02:28:07.130022Z","steps":["trace[352608112] 'process raft request' (duration: 158.203311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.130128Z","caller":"traceutil/trace.go:171","msg":"trace[606583371] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"158.544402ms","start":"2026-04-23T02:28:06.971569Z","end":"2026-04-23T02:28:07.130114Z","steps":["trace[606583371] 'process raft request' (duration: 158.244563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.13014Z","caller":"traceutil/trace.go:171","msg":"trace[739436551] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"158.573683ms","start":"2026-04-23T02:28:06.971542Z","end":"2026-04-23T02:28:07.130116Z","steps":["trace[739436551] 'process raft request' (duration: 158.231252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.130296Z","caller":"traceutil/trace.go:171","msg":"trace[176629400] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"158.068497ms","start":"2026-04-23T02:28:06.972174Z","end":"2026-04-23T02:28:07.130243Z","steps":["trace[176629400] 'process raft request' (duration: 157.815389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.130486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.690957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62979"} {"level":"info","ts":"2026-04-23T02:28:07.130524Z","caller":"traceutil/trace.go:171","msg":"trace[707606755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5157; }","duration":"158.763189ms","start":"2026-04-23T02:28:06.971751Z","end":"2026-04-23T02:28:07.130514Z","steps":["trace[707606755] 'agreement among raft nodes before linearized reading' (duration: 158.461249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.130225Z","caller":"traceutil/trace.go:171","msg":"trace[1108233769] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"158.628125ms","start":"2026-04-23T02:28:06.971579Z","end":"2026-04-23T02:28:07.130207Z","steps":["trace[1108233769] 'process raft request' (duration: 158.313485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.130818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.000417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T02:28:07.130871Z","caller":"traceutil/trace.go:171","msg":"trace[1201529380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5158; }","duration":"102.061929ms","start":"2026-04-23T02:28:07.028794Z","end":"2026-04-23T02:28:07.130856Z","steps":["trace[1201529380] 'agreement among raft nodes before linearized reading' (duration: 101.624845ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:09.901974Z","caller":"traceutil/trace.go:171","msg":"trace[1789786024] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"201.900596ms","start":"2026-04-23T02:28:09.700048Z","end":"2026-04-23T02:28:09.901948Z","steps":["trace[1789786024] 'process raft request' (duration: 201.743401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.259179Z","caller":"traceutil/trace.go:171","msg":"trace[2044897015] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5441; }","duration":"463.805969ms","start":"2026-04-23T02:28:09.79535Z","end":"2026-04-23T02:28:10.259156Z","steps":["trace[2044897015] 'read index received' (duration: 106.403827ms)","trace[2044897015] 'applied index is now lower than readState.Index' (duration: 357.401052ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:10.25927Z","caller":"traceutil/trace.go:171","msg":"trace[530724535] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"548.344818ms","start":"2026-04-23T02:28:09.710886Z","end":"2026-04-23T02:28:10.259231Z","steps":["trace[530724535] 'process raft request' (duration: 548.107141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.259415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.049887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-23T02:28:10.259415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.774471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:10.259471Z","caller":"traceutil/trace.go:171","msg":"trace[1942224429] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5237; }","duration":"464.15795ms","start":"2026-04-23T02:28:09.795294Z","end":"2026-04-23T02:28:10.259452Z","steps":["trace[1942224429] 'agreement among raft nodes before linearized reading' (duration: 463.986855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.259466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.710854Z","time spent":"548.518514ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:10.259513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.795274Z","time spent":"464.228263ms","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T02:28:10.259647Z","caller":"traceutil/trace.go:171","msg":"trace[1746443727] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5237; }","duration":"392.932436ms","start":"2026-04-23T02:28:09.866563Z","end":"2026-04-23T02:28:10.259495Z","steps":["trace[1746443727] 'agreement among raft nodes before linearized reading' (duration: 392.768681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.259734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.866517Z","time spent":"393.183674ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:28:10.806367Z","caller":"traceutil/trace.go:171","msg":"trace[1419445505] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"243.191165ms","start":"2026-04-23T02:28:10.563144Z","end":"2026-04-23T02:28:10.806335Z","steps":["trace[1419445505] 'process raft request' (duration: 158.625015ms)","trace[1419445505] 'compare' (duration: 84.414415ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:10.806697Z","caller":"traceutil/trace.go:171","msg":"trace[1227639144] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5453; }","duration":"200.897735ms","start":"2026-04-23T02:28:10.605746Z","end":"2026-04-23T02:28:10.806644Z","steps":["trace[1227639144] 'read index received' (duration: 116.098607ms)","trace[1227639144] 'applied index is now lower than readState.Index' (duration: 84.798068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:10.806752Z","caller":"traceutil/trace.go:171","msg":"trace[28248190] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"200.555764ms","start":"2026-04-23T02:28:10.606166Z","end":"2026-04-23T02:28:10.806721Z","steps":["trace[28248190] 'process raft request' (duration: 200.382478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.806733Z","caller":"traceutil/trace.go:171","msg":"trace[480664138] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"202.345451ms","start":"2026-04-23T02:28:10.604371Z","end":"2026-04-23T02:28:10.806717Z","steps":["trace[480664138] 'process raft request' (duration: 202.025641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.806838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.078271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:10.806906Z","caller":"traceutil/trace.go:171","msg":"trace[916819411] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:5249; }","duration":"201.181664ms","start":"2026-04-23T02:28:10.605711Z","end":"2026-04-23T02:28:10.806893Z","steps":["trace[916819411] 'agreement among raft nodes before linearized reading' (duration: 201.05912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.806968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.13773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:10.807017Z","caller":"traceutil/trace.go:171","msg":"trace[796977864] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5249; }","duration":"169.249014ms","start":"2026-04-23T02:28:10.637757Z","end":"2026-04-23T02:28:10.807006Z","steps":["trace[796977864] 'agreement among raft nodes before linearized reading' (duration: 169.094949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:11.269058Z","caller":"traceutil/trace.go:171","msg":"trace[768160011] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"117.896195ms","start":"2026-04-23T02:28:11.151129Z","end":"2026-04-23T02:28:11.269026Z","steps":["trace[768160011] 'process raft request' (duration: 117.776871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:11.274119Z","caller":"traceutil/trace.go:171","msg":"trace[446564061] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5470; }","duration":"104.428845ms","start":"2026-04-23T02:28:11.169666Z","end":"2026-04-23T02:28:11.274095Z","steps":["trace[446564061] 'read index received' (duration: 99.27725ms)","trace[446564061] 'applied index is now lower than readState.Index' (duration: 5.150675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:11.274452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.775855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-04-23T02:28:11.274492Z","caller":"traceutil/trace.go:171","msg":"trace[1196920919] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5265; }","duration":"104.857388ms","start":"2026-04-23T02:28:11.169623Z","end":"2026-04-23T02:28:11.27448Z","steps":["trace[1196920919] 'agreement among raft nodes before linearized reading' (duration: 104.732834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:11.274617Z","caller":"traceutil/trace.go:171","msg":"trace[1587461742] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"123.273266ms","start":"2026-04-23T02:28:11.151336Z","end":"2026-04-23T02:28:11.27461Z","steps":["trace[1587461742] 'process raft request' (duration: 122.610905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:15.163429Z","caller":"traceutil/trace.go:171","msg":"trace[291247335] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"153.45146ms","start":"2026-04-23T02:28:15.00996Z","end":"2026-04-23T02:28:15.163411Z","steps":["trace[291247335] 'process raft request' (duration: 147.785329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:15.163653Z","caller":"traceutil/trace.go:171","msg":"trace[1995685344] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5503; }","duration":"139.69453ms","start":"2026-04-23T02:28:15.02392Z","end":"2026-04-23T02:28:15.163615Z","steps":["trace[1995685344] 'read index received' (duration: 133.816853ms)","trace[1995685344] 'applied index is now lower than readState.Index' (duration: 5.875057ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:15.163692Z","caller":"traceutil/trace.go:171","msg":"trace[289253622] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"151.772175ms","start":"2026-04-23T02:28:15.01188Z","end":"2026-04-23T02:28:15.163652Z","steps":["trace[289253622] 'process raft request' (duration: 151.496147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:15.163818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.872127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:15.16388Z","caller":"traceutil/trace.go:171","msg":"trace[524146425] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5297; }","duration":"139.99015ms","start":"2026-04-23T02:28:15.023874Z","end":"2026-04-23T02:28:15.163865Z","steps":["trace[524146425] 'agreement among raft nodes before linearized reading' (duration: 139.862406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:15.949437Z","caller":"traceutil/trace.go:171","msg":"trace[567088052] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"107.064539ms","start":"2026-04-23T02:28:15.84233Z","end":"2026-04-23T02:28:15.949395Z","steps":["trace[567088052] 'process raft request' (duration: 55.702689ms)","trace[567088052] 'compare' (duration: 50.941596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:17.223281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.798378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:28:17.223369Z","caller":"traceutil/trace.go:171","msg":"trace[1515183027] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:5341; }","duration":"276.921292ms","start":"2026-04-23T02:28:16.94643Z","end":"2026-04-23T02:28:17.223351Z","steps":["trace[1515183027] 'range keys from in-memory index tree' (duration: 276.596841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.22345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.759493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:17.223564Z","caller":"traceutil/trace.go:171","msg":"trace[1079941521] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"249.582289ms","start":"2026-04-23T02:28:16.973963Z","end":"2026-04-23T02:28:17.223545Z","steps":["trace[1079941521] 'process raft request' (duration: 57.639861ms)","trace[1079941521] 'compare' (duration: 191.652319ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.279484Z","caller":"traceutil/trace.go:171","msg":"trace[114614096] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"256.4992ms","start":"2026-04-23T02:28:17.022965Z","end":"2026-04-23T02:28:17.279464Z","steps":["trace[114614096] 'process raft request' (duration: 256.283963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.279638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.89313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:17.279704Z","caller":"traceutil/trace.go:171","msg":"trace[1794044486] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5343; }","duration":"209.010114ms","start":"2026-04-23T02:28:17.070678Z","end":"2026-04-23T02:28:17.279688Z","steps":["trace[1794044486] 'agreement among raft nodes before linearized reading' (duration: 208.87856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.279387Z","caller":"traceutil/trace.go:171","msg":"trace[1984754839] linearizableReadLoop","detail":"{readStateIndex:5552; appliedIndex:5551; }","duration":"208.642763ms","start":"2026-04-23T02:28:17.070721Z","end":"2026-04-23T02:28:17.279364Z","steps":["trace[1984754839] 'read index received' (duration: 208.503698ms)","trace[1984754839] 'applied index is now lower than readState.Index' (duration: 138.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.431249Z","caller":"traceutil/trace.go:171","msg":"trace[1096787911] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"263.531204ms","start":"2026-04-23T02:28:17.16769Z","end":"2026-04-23T02:28:17.431222Z","steps":["trace[1096787911] 'process raft request' (duration: 164.155191ms)","trace[1096787911] 'compare' (duration: 99.213448ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.431458Z","caller":"traceutil/trace.go:171","msg":"trace[522908609] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"263.150162ms","start":"2026-04-23T02:28:17.168284Z","end":"2026-04-23T02:28:17.431434Z","steps":["trace[522908609] 'process raft request' (duration: 262.898454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.43163Z","caller":"traceutil/trace.go:171","msg":"trace[1436541578] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5552; }","duration":"151.659902ms","start":"2026-04-23T02:28:17.279944Z","end":"2026-04-23T02:28:17.431604Z","steps":["trace[1436541578] 'read index received' (duration: 51.800324ms)","trace[1436541578] 'applied index is now lower than readState.Index' (duration: 99.858138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:17.43169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.128374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:17.431731Z","caller":"traceutil/trace.go:171","msg":"trace[1860294096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5345; }","duration":"161.217008ms","start":"2026-04-23T02:28:17.270501Z","end":"2026-04-23T02:28:17.431718Z","steps":["trace[1860294096] 'agreement among raft nodes before linearized reading' (duration: 161.142146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.43184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.963499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-789f77f6-94fh9\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T02:28:17.431896Z","caller":"traceutil/trace.go:171","msg":"trace[1480094062] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-789f77f6-94fh9; range_end:; response_count:1; response_revision:5345; }","duration":"332.038132ms","start":"2026-04-23T02:28:17.099842Z","end":"2026-04-23T02:28:17.43188Z","steps":["trace[1480094062] 'agreement among raft nodes before linearized reading' (duration: 331.871117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.431929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:17.099829Z","time spent":"332.091363ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":11860,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-789f77f6-94fh9\" "} {"level":"info","ts":"2026-04-23T02:28:17.591283Z","caller":"traceutil/trace.go:171","msg":"trace[560436006] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"155.452312ms","start":"2026-04-23T02:28:17.435806Z","end":"2026-04-23T02:28:17.591259Z","steps":["trace[560436006] 'process raft request' (duration: 135.32956ms)","trace[560436006] 'compare' (duration: 19.968547ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.591518Z","caller":"traceutil/trace.go:171","msg":"trace[1782931089] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"155.458763ms","start":"2026-04-23T02:28:17.436049Z","end":"2026-04-23T02:28:17.591508Z","steps":["trace[1782931089] 'process raft request' (duration: 155.168644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.591797Z","caller":"traceutil/trace.go:171","msg":"trace[1738515253] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"155.600937ms","start":"2026-04-23T02:28:17.436186Z","end":"2026-04-23T02:28:17.591787Z","steps":["trace[1738515253] 'process raft request' (duration: 155.285367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.591872Z","caller":"traceutil/trace.go:171","msg":"trace[900984333] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5555; }","duration":"154.394589ms","start":"2026-04-23T02:28:17.437451Z","end":"2026-04-23T02:28:17.591845Z","steps":["trace[900984333] 'read index received' (duration: 60.926315ms)","trace[900984333] 'applied index is now lower than readState.Index' (duration: 93.467034ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.592003Z","caller":"traceutil/trace.go:171","msg":"trace[2137072586] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"155.548345ms","start":"2026-04-23T02:28:17.43644Z","end":"2026-04-23T02:28:17.591988Z","steps":["trace[2137072586] 'process raft request' (duration: 155.218935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.592092Z","caller":"traceutil/trace.go:171","msg":"trace[1371662498] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"152.776637ms","start":"2026-04-23T02:28:17.439273Z","end":"2026-04-23T02:28:17.59205Z","steps":["trace[1371662498] 'process raft request' (duration: 152.418536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.592347Z","caller":"traceutil/trace.go:171","msg":"trace[867248413] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"148.899633ms","start":"2026-04-23T02:28:17.443436Z","end":"2026-04-23T02:28:17.592335Z","steps":["trace[867248413] 'process raft request' (duration: 148.290684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.592771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.291887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70789"} {"level":"info","ts":"2026-04-23T02:28:17.59283Z","caller":"traceutil/trace.go:171","msg":"trace[1608550992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5352; }","duration":"155.391891ms","start":"2026-04-23T02:28:17.437426Z","end":"2026-04-23T02:28:17.592818Z","steps":["trace[1608550992] 'agreement among raft nodes before linearized reading' (duration: 155.0601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.593071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.665238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:28:17.593144Z","caller":"traceutil/trace.go:171","msg":"trace[805209126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5352; }","duration":"107.795132ms","start":"2026-04-23T02:28:17.485333Z","end":"2026-04-23T02:28:17.593128Z","steps":["trace[805209126] 'agreement among raft nodes before linearized reading' (duration: 107.563354ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.863033Z","caller":"traceutil/trace.go:171","msg":"trace[1553559130] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"165.256657ms","start":"2026-04-23T02:28:17.697749Z","end":"2026-04-23T02:28:17.863006Z","steps":["trace[1553559130] 'read index received' (duration: 165.018139ms)","trace[1553559130] 'applied index is now lower than readState.Index' (duration: 237.668µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.863107Z","caller":"traceutil/trace.go:171","msg":"trace[1936205010] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"171.702012ms","start":"2026-04-23T02:28:17.691381Z","end":"2026-04-23T02:28:17.863083Z","steps":["trace[1936205010] 'process raft request' (duration: 171.473355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.863269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.509074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-23T02:28:17.863318Z","caller":"traceutil/trace.go:171","msg":"trace[1782064104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5356; }","duration":"165.605778ms","start":"2026-04-23T02:28:17.697698Z","end":"2026-04-23T02:28:17.863304Z","steps":["trace[1782064104] 'agreement among raft nodes before linearized reading' (duration: 165.434273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.863383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.034734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pkxmd\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-23T02:28:17.863477Z","caller":"traceutil/trace.go:171","msg":"trace[1430347354] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-pkxmd; range_end:; response_count:1; response_revision:5356; }","duration":"105.187808ms","start":"2026-04-23T02:28:17.758268Z","end":"2026-04-23T02:28:17.863455Z","steps":["trace[1430347354] 'agreement among raft nodes before linearized reading' (duration: 104.914339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:18.051032Z","caller":"traceutil/trace.go:171","msg":"trace[622256622] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"115.785736ms","start":"2026-04-23T02:28:17.935213Z","end":"2026-04-23T02:28:18.050998Z","steps":["trace[622256622] 'process raft request' (duration: 32.874889ms)","trace[622256622] 'compare' (duration: 82.764402ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:18.069347Z","caller":"traceutil/trace.go:171","msg":"trace[791505729] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"131.740477ms","start":"2026-04-23T02:28:17.937581Z","end":"2026-04-23T02:28:18.069322Z","steps":["trace[791505729] 'process raft request' (duration: 131.177799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:18.069361Z","caller":"traceutil/trace.go:171","msg":"trace[1006281741] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"133.945837ms","start":"2026-04-23T02:28:17.935384Z","end":"2026-04-23T02:28:18.06933Z","steps":["trace[1006281741] 'process raft request' (duration: 133.320867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:18.069401Z","caller":"traceutil/trace.go:171","msg":"trace[1056018558] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"134.05437ms","start":"2026-04-23T02:28:17.935313Z","end":"2026-04-23T02:28:18.069367Z","steps":["trace[1056018558] 'process raft request' (duration: 133.282885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:19.703372Z","caller":"traceutil/trace.go:171","msg":"trace[842311927] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"418.690258ms","start":"2026-04-23T02:28:19.284656Z","end":"2026-04-23T02:28:19.703346Z","steps":["trace[842311927] 'process raft request' (duration: 418.578615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:19.703492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:19.284631Z","time spent":"418.801962ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:19.704128Z","caller":"traceutil/trace.go:171","msg":"trace[1801070710] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"266.505629ms","start":"2026-04-23T02:28:19.437614Z","end":"2026-04-23T02:28:19.704119Z","steps":["trace[1801070710] 'process raft request' (duration: 266.456577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:19.704141Z","caller":"traceutil/trace.go:171","msg":"trace[1056804528] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"267.824472ms","start":"2026-04-23T02:28:19.43629Z","end":"2026-04-23T02:28:19.704115Z","steps":["trace[1056804528] 'process raft request' (duration: 267.738649ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:19.704394Z","caller":"traceutil/trace.go:171","msg":"trace[1078821232] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5575; }","duration":"108.252056ms","start":"2026-04-23T02:28:19.595838Z","end":"2026-04-23T02:28:19.70409Z","steps":["trace[1078821232] 'read index received' (duration: 107.360138ms)","trace[1078821232] 'applied index is now lower than readState.Index' (duration: 891.568µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:19.704427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.584378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:28:19.704466Z","caller":"traceutil/trace.go:171","msg":"trace[928177683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5368; }","duration":"108.6608ms","start":"2026-04-23T02:28:19.595793Z","end":"2026-04-23T02:28:19.704454Z","steps":["trace[928177683] 'agreement among raft nodes before linearized reading' (duration: 108.533356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:19.704522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.247539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:28:19.70455Z","caller":"traceutil/trace.go:171","msg":"trace[1234894792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:5368; }","duration":"104.297741ms","start":"2026-04-23T02:28:19.600245Z","end":"2026-04-23T02:28:19.704543Z","steps":["trace[1234894792] 'agreement among raft nodes before linearized reading' (duration: 104.222738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:19.704582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.65793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:28:19.704583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.42396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:28:19.704607Z","caller":"traceutil/trace.go:171","msg":"trace[1911198783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5368; }","duration":"108.725561ms","start":"2026-04-23T02:28:19.595875Z","end":"2026-04-23T02:28:19.704601Z","steps":["trace[1911198783] 'agreement among raft nodes before linearized reading' (duration: 108.665409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:19.704629Z","caller":"traceutil/trace.go:171","msg":"trace[424490160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5368; }","duration":"107.511173ms","start":"2026-04-23T02:28:19.597106Z","end":"2026-04-23T02:28:19.704617Z","steps":["trace[424490160] 'agreement among raft nodes before linearized reading' (duration: 107.364668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:19.705017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.103213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:28:19.705046Z","caller":"traceutil/trace.go:171","msg":"trace[460049626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5368; }","duration":"109.175486ms","start":"2026-04-23T02:28:19.595863Z","end":"2026-04-23T02:28:19.705039Z","steps":["trace[460049626] 'agreement among raft nodes before linearized reading' (duration: 109.105034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:26.040748Z","caller":"traceutil/trace.go:171","msg":"trace[1795041877] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"319.778983ms","start":"2026-04-23T02:28:25.720937Z","end":"2026-04-23T02:28:26.040716Z","steps":["trace[1795041877] 'process raft request' (duration: 319.572596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.040953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.720874Z","time spent":"319.970639ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:26.04149Z","caller":"traceutil/trace.go:171","msg":"trace[1416515889] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"320.465194ms","start":"2026-04-23T02:28:25.72101Z","end":"2026-04-23T02:28:26.041475Z","steps":["trace[1416515889] 'process raft request' (duration: 320.273698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:26.04147Z","caller":"traceutil/trace.go:171","msg":"trace[202080408] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5685; }","duration":"309.02836ms","start":"2026-04-23T02:28:25.732417Z","end":"2026-04-23T02:28:26.041445Z","steps":["trace[202080408] 'read index received' (duration: 308.116471ms)","trace[202080408] 'applied index is now lower than readState.Index' (duration: 911.169µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:26.041557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.720985Z","time spent":"320.541257ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:26.041596Z","caller":"traceutil/trace.go:171","msg":"trace[1907122957] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"320.512896ms","start":"2026-04-23T02:28:25.72107Z","end":"2026-04-23T02:28:26.041583Z","steps":["trace[1907122957] 'process raft request' (duration: 320.34211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.041747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.721066Z","time spent":"320.562738ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:26.04195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.282428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:28:26.041989Z","caller":"traceutil/trace.go:171","msg":"trace[773160727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5477; }","duration":"309.33423ms","start":"2026-04-23T02:28:25.732645Z","end":"2026-04-23T02:28:26.041979Z","steps":["trace[773160727] 'agreement among raft nodes before linearized reading' (duration: 309.201116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.042013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.732639Z","time spent":"309.367551ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:28:26.042005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.589688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:28:26.042013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.933787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:28:26.042043Z","caller":"traceutil/trace.go:171","msg":"trace[1263348392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5477; }","duration":"309.64985ms","start":"2026-04-23T02:28:25.732382Z","end":"2026-04-23T02:28:26.042032Z","steps":["trace[1263348392] 'agreement among raft nodes before linearized reading' (duration: 309.539617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:26.04205Z","caller":"traceutil/trace.go:171","msg":"trace[2100709520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5477; }","duration":"304.005849ms","start":"2026-04-23T02:28:25.738032Z","end":"2026-04-23T02:28:26.042037Z","steps":["trace[2100709520] 'agreement among raft nodes before linearized reading' (duration: 303.869695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.042076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.73801Z","time spent":"304.061631ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:26.042075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.732372Z","time spent":"309.694501ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:28:26.042121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.102153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:28:26.042143Z","caller":"traceutil/trace.go:171","msg":"trace[1794489706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5477; }","duration":"304.136093ms","start":"2026-04-23T02:28:25.738Z","end":"2026-04-23T02:28:26.042136Z","steps":["trace[1794489706] 'agreement among raft nodes before linearized reading' (duration: 304.068541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.042121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.330438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:28:26.042166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.737993Z","time spent":"304.168565ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:26.042164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.816958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:28:26.042184Z","caller":"traceutil/trace.go:171","msg":"trace[2038745297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:5477; }","duration":"303.425852ms","start":"2026-04-23T02:28:25.738745Z","end":"2026-04-23T02:28:26.042171Z","steps":["trace[2038745297] 'agreement among raft nodes before linearized reading' (duration: 303.203224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:26.042195Z","caller":"traceutil/trace.go:171","msg":"trace[1182945560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5477; }","duration":"305.865079ms","start":"2026-04-23T02:28:25.736322Z","end":"2026-04-23T02:28:26.042188Z","steps":["trace[1182945560] 'agreement among raft nodes before linearized reading' (duration: 305.764856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.042218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.736315Z","time spent":"305.89759ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:26.042218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:25.738737Z","time spent":"303.475773ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:28:26.998029Z","caller":"traceutil/trace.go:171","msg":"trace[1382706981] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5696; }","duration":"144.812861ms","start":"2026-04-23T02:28:26.853192Z","end":"2026-04-23T02:28:26.998004Z","steps":["trace[1382706981] 'read index received' (duration: 144.619345ms)","trace[1382706981] 'applied index is now lower than readState.Index' (duration: 192.136µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:26.998134Z","caller":"traceutil/trace.go:171","msg":"trace[1871715238] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"199.461164ms","start":"2026-04-23T02:28:26.798643Z","end":"2026-04-23T02:28:26.998104Z","steps":["trace[1871715238] 'process raft request' (duration: 199.198736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.998283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.074529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T02:28:26.998346Z","caller":"traceutil/trace.go:171","msg":"trace[136158482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc; range_end:; response_count:1; response_revision:5486; }","duration":"145.175072ms","start":"2026-04-23T02:28:26.853154Z","end":"2026-04-23T02:28:26.998329Z","steps":["trace[136158482] 'agreement among raft nodes before linearized reading' (duration: 144.978476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:27.270177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.066648ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T02:28:27.285797Z","caller":"traceutil/trace.go:171","msg":"trace[1799611482] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5698; }","duration":"138.145168ms","start":"2026-04-23T02:28:27.147638Z","end":"2026-04-23T02:28:27.285783Z","steps":["trace[1799611482] 'read index received' (duration: 137.963242ms)","trace[1799611482] 'applied index is now lower than readState.Index' (duration: 181.186µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:27.285888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.249361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-23T02:28:27.285913Z","caller":"traceutil/trace.go:171","msg":"trace[1169697613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc; range_end:; response_count:1; response_revision:5487; }","duration":"138.317953ms","start":"2026-04-23T02:28:27.147587Z","end":"2026-04-23T02:28:27.285905Z","steps":["trace[1169697613] 'agreement among raft nodes before linearized reading' (duration: 138.246511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:27.285904Z","caller":"traceutil/trace.go:171","msg":"trace[947937755] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"280.367086ms","start":"2026-04-23T02:28:27.005503Z","end":"2026-04-23T02:28:27.28587Z","steps":["trace[947937755] 'process raft request' (duration: 280.149879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:27.953216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.528629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:27.953449Z","caller":"traceutil/trace.go:171","msg":"trace[25409683] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5489; }","duration":"468.770036ms","start":"2026-04-23T02:28:27.484662Z","end":"2026-04-23T02:28:27.953432Z","steps":["trace[25409683] 'range keys from in-memory index tree' (duration: 468.514988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.548996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342158488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:28:28.693969Z","caller":"traceutil/trace.go:171","msg":"trace[681624796] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"655.909147ms","start":"2026-04-23T02:28:28.038035Z","end":"2026-04-23T02:28:28.693944Z","steps":["trace[681624796] 'process raft request' (duration: 655.742011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.69414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.038022Z","time spent":"656.024611ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.906563Z","caller":"traceutil/trace.go:171","msg":"trace[1847474421] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"861.528838ms","start":"2026-04-23T02:28:28.045011Z","end":"2026-04-23T02:28:28.90654Z","steps":["trace[1847474421] 'process raft request' (duration: 858.500161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.906756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.044989Z","time spent":"861.689642ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.907044Z","caller":"traceutil/trace.go:171","msg":"trace[1455491812] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"101.918342ms","start":"2026-04-23T02:28:28.805101Z","end":"2026-04-23T02:28:28.907019Z","steps":["trace[1455491812] 'process raft request' (duration: 101.876651ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907114Z","caller":"traceutil/trace.go:171","msg":"trace[1779252538] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"861.382213ms","start":"2026-04-23T02:28:28.045715Z","end":"2026-04-23T02:28:28.907097Z","steps":["trace[1779252538] 'process raft request' (duration: 860.758553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907155Z","caller":"traceutil/trace.go:171","msg":"trace[703266449] linearizableReadLoop","detail":"{readStateIndex:5705; appliedIndex:5701; }","duration":"858.215871ms","start":"2026-04-23T02:28:28.048901Z","end":"2026-04-23T02:28:28.907117Z","steps":["trace[703266449] 'read index received' (duration: 644.886545ms)","trace[703266449] 'applied index is now lower than readState.Index' (duration: 213.323976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:28.90722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.045701Z","time spent":"861.461386ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.907252Z","caller":"traceutil/trace.go:171","msg":"trace[1014916877] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"861.428755ms","start":"2026-04-23T02:28:28.045793Z","end":"2026-04-23T02:28:28.907222Z","steps":["trace[1014916877] 'process raft request' (duration: 860.97759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907244Z","caller":"traceutil/trace.go:171","msg":"trace[1196505749] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"194.709333ms","start":"2026-04-23T02:28:28.712522Z","end":"2026-04-23T02:28:28.907231Z","steps":["trace[1196505749] 'process raft request' (duration: 194.395243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.907404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.881321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:28.907409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.045785Z","time spent":"861.533978ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.90745Z","caller":"traceutil/trace.go:171","msg":"trace[190139521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5495; }","duration":"636.981674ms","start":"2026-04-23T02:28:28.270454Z","end":"2026-04-23T02:28:28.907436Z","steps":["trace[190139521] 'agreement among raft nodes before linearized reading' (duration: 636.914222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.907475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.337452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:28:28.907496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.270436Z","time spent":"637.050936ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:28.907501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.585913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:28:28.907527Z","caller":"traceutil/trace.go:171","msg":"trace[469440217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5495; }","duration":"856.425135ms","start":"2026-04-23T02:28:28.051088Z","end":"2026-04-23T02:28:28.907513Z","steps":["trace[469440217] 'agreement among raft nodes before linearized reading' (duration: 856.236169ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907562Z","caller":"traceutil/trace.go:171","msg":"trace[1331184061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5495; }","duration":"858.681657ms","start":"2026-04-23T02:28:28.048862Z","end":"2026-04-23T02:28:28.907543Z","steps":["trace[1331184061] 'agreement among raft nodes before linearized reading' (duration: 858.436239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.907568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.051069Z","time spent":"856.488507ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:28.907609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.048851Z","time spent":"858.746319ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:28:28.907772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.977366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-23T02:28:28.907827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.280508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:28.907892Z","caller":"traceutil/trace.go:171","msg":"trace[1461654085] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5495; }","duration":"230.403731ms","start":"2026-04-23T02:28:28.677472Z","end":"2026-04-23T02:28:28.907876Z","steps":["trace[1461654085] 'agreement among raft nodes before linearized reading' (duration: 230.206605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907841Z","caller":"traceutil/trace.go:171","msg":"trace[434418005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc; range_end:; response_count:1; response_revision:5495; }","duration":"617.09117ms","start":"2026-04-23T02:28:28.290733Z","end":"2026-04-23T02:28:28.907824Z","steps":["trace[434418005] 'agreement among raft nodes before linearized reading' (duration: 616.941255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.290708Z","time spent":"617.353437ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dcfd40d2-5fc9-48fd-bdcb-4c9e02c7c5cc\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.868309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:28:28.908164Z","caller":"traceutil/trace.go:171","msg":"trace[737823758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5495; }","duration":"856.966072ms","start":"2026-04-23T02:28:28.051184Z","end":"2026-04-23T02:28:28.90815Z","steps":["trace[737823758] 'agreement among raft nodes before linearized reading' (duration: 856.837548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.015904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:28:28.908289Z","caller":"traceutil/trace.go:171","msg":"trace[977521930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5495; }","duration":"857.123237ms","start":"2026-04-23T02:28:28.05115Z","end":"2026-04-23T02:28:28.908273Z","steps":["trace[977521930] 'agreement among raft nodes before linearized reading' (duration: 856.90593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.90832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.051158Z","time spent":"857.047465ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.051144Z","time spent":"857.186779ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.466706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:28:28.908468Z","caller":"traceutil/trace.go:171","msg":"trace[808182531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:5495; }","duration":"856.615881ms","start":"2026-04-23T02:28:28.051823Z","end":"2026-04-23T02:28:28.908439Z","steps":["trace[808182531] 'agreement among raft nodes before linearized reading' (duration: 856.215069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.051816Z","time spent":"856.698344ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.724144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:28:28.908688Z","caller":"traceutil/trace.go:171","msg":"trace[1519555398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5495; }","duration":"857.417777ms","start":"2026-04-23T02:28:28.051251Z","end":"2026-04-23T02:28:28.908669Z","steps":["trace[1519555398] 'agreement among raft nodes before linearized reading' (duration: 856.554629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.051239Z","time spent":"857.482628ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:28:31.013009Z","caller":"traceutil/trace.go:171","msg":"trace[1840026756] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"101.349444ms","start":"2026-04-23T02:28:30.911624Z","end":"2026-04-23T02:28:31.012974Z","steps":["trace[1840026756] 'process raft request' (duration: 86.441378ms)","trace[1840026756] 'compare' (duration: 14.768291ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:31.034268Z","caller":"traceutil/trace.go:171","msg":"trace[1284128406] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"118.861203ms","start":"2026-04-23T02:28:30.915386Z","end":"2026-04-23T02:28:31.034247Z","steps":["trace[1284128406] 'process raft request' (duration: 118.689357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.03443Z","caller":"traceutil/trace.go:171","msg":"trace[539161677] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"118.111349ms","start":"2026-04-23T02:28:30.916304Z","end":"2026-04-23T02:28:31.034415Z","steps":["trace[539161677] 'process raft request' (duration: 117.894982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.543642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342158530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:28:31.898569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.110714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:31.898708Z","caller":"traceutil/trace.go:171","msg":"trace[1755151293] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"857.731166ms","start":"2026-04-23T02:28:31.040953Z","end":"2026-04-23T02:28:31.898684Z","steps":["trace[1755151293] 'process raft request' (duration: 636.424616ms)","trace[1755151293] 'compare' (duration: 220.702811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:31.898774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.040937Z","time spent":"857.809119ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":945,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:31.90066Z","caller":"traceutil/trace.go:171","msg":"trace[286938718] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"859.43306ms","start":"2026-04-23T02:28:31.041202Z","end":"2026-04-23T02:28:31.900635Z","steps":["trace[286938718] 'process raft request' (duration: 859.295016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.900827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.041181Z","time spent":"859.558395ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:31.900932Z","caller":"traceutil/trace.go:171","msg":"trace[1123382035] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"859.597076ms","start":"2026-04-23T02:28:31.041315Z","end":"2026-04-23T02:28:31.900912Z","steps":["trace[1123382035] 'process raft request' (duration: 859.467332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.90106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.041309Z","time spent":"859.687479ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:31.901089Z","caller":"traceutil/trace.go:171","msg":"trace[70413116] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"859.646298ms","start":"2026-04-23T02:28:31.041255Z","end":"2026-04-23T02:28:31.900902Z","steps":["trace[70413116] 'process raft request' (duration: 859.339968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.901209Z","caller":"traceutil/trace.go:171","msg":"trace[957779221] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"859.878185ms","start":"2026-04-23T02:28:31.041317Z","end":"2026-04-23T02:28:31.901196Z","steps":["trace[957779221] 'process raft request' (duration: 859.556595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.901232Z","caller":"traceutil/trace.go:171","msg":"trace[1349252970] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"857.849621ms","start":"2026-04-23T02:28:31.043364Z","end":"2026-04-23T02:28:31.901213Z","steps":["trace[1349252970] 'process raft request' (duration: 857.698016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.901276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.04131Z","time spent":"859.934897ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:31.901324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.043355Z","time spent":"857.922523ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:31.901387Z","caller":"traceutil/trace.go:171","msg":"trace[437654385] linearizableReadLoop","detail":"{readStateIndex:5737; appliedIndex:5730; }","duration":"858.039937ms","start":"2026-04-23T02:28:31.043329Z","end":"2026-04-23T02:28:31.901368Z","steps":["trace[437654385] 'read index received' (duration: 634.045281ms)","trace[437654385] 'applied index is now lower than readState.Index' (duration: 223.990276ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:31.90139Z","caller":"traceutil/trace.go:171","msg":"trace[675976439] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"538.823191ms","start":"2026-04-23T02:28:31.362549Z","end":"2026-04-23T02:28:31.901372Z","steps":["trace[675976439] 'process raft request' (duration: 538.610544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.901472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.36253Z","time spent":"538.901454ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:31.901517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.784877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:31.901546Z","caller":"traceutil/trace.go:171","msg":"trace[2624242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5525; }","duration":"631.853489ms","start":"2026-04-23T02:28:31.269686Z","end":"2026-04-23T02:28:31.901539Z","steps":["trace[2624242] 'agreement among raft nodes before linearized reading' (duration: 631.779947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.901565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.269663Z","time spent":"631.898151ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:31.901633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.299925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80210"} {"level":"info","ts":"2026-04-23T02:28:31.901686Z","caller":"traceutil/trace.go:171","msg":"trace[1290065397] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5525; }","duration":"858.369026ms","start":"2026-04-23T02:28:31.043306Z","end":"2026-04-23T02:28:31.901675Z","steps":["trace[1290065397] 'agreement among raft nodes before linearized reading' (duration: 858.145559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.901726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.043297Z","time spent":"858.421299ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80233,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:28:31.901751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:31.041242Z","time spent":"859.943577ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:32.580676Z","caller":"traceutil/trace.go:171","msg":"trace[934018085] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"214.906937ms","start":"2026-04-23T02:28:32.365725Z","end":"2026-04-23T02:28:32.580632Z","steps":["trace[934018085] 'process raft request' (duration: 214.637148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:32.580714Z","caller":"traceutil/trace.go:171","msg":"trace[1927133154] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"215.238448ms","start":"2026-04-23T02:28:32.365454Z","end":"2026-04-23T02:28:32.580693Z","steps":["trace[1927133154] 'process raft request' (duration: 212.978155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:32.580708Z","caller":"traceutil/trace.go:171","msg":"trace[1342190795] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"214.549425ms","start":"2026-04-23T02:28:32.366133Z","end":"2026-04-23T02:28:32.580682Z","steps":["trace[1342190795] 'process raft request' (duration: 214.339319ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:32.580696Z","caller":"traceutil/trace.go:171","msg":"trace[1386366496] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"214.584997ms","start":"2026-04-23T02:28:32.366081Z","end":"2026-04-23T02:28:32.580666Z","steps":["trace[1386366496] 'process raft request' (duration: 214.36238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:32.580851Z","caller":"traceutil/trace.go:171","msg":"trace[621704592] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"214.653329ms","start":"2026-04-23T02:28:32.366176Z","end":"2026-04-23T02:28:32.580829Z","steps":["trace[621704592] 'process raft request' (duration: 214.319018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:32.581337Z","caller":"traceutil/trace.go:171","msg":"trace[832320287] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5751; }","duration":"214.803574ms","start":"2026-04-23T02:28:32.366501Z","end":"2026-04-23T02:28:32.581304Z","steps":["trace[832320287] 'read index received' (duration: 33.414846ms)","trace[832320287] 'applied index is now lower than readState.Index' (duration: 181.387178ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:32.581596Z","caller":"traceutil/trace.go:171","msg":"trace[96821438] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"205.730764ms","start":"2026-04-23T02:28:32.375756Z","end":"2026-04-23T02:28:32.581486Z","steps":["trace[96821438] 'process raft request' (duration: 204.764413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:32.581688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.166766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T02:28:32.581754Z","caller":"traceutil/trace.go:171","msg":"trace[379882393] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5544; }","duration":"215.262538ms","start":"2026-04-23T02:28:32.366479Z","end":"2026-04-23T02:28:32.581741Z","steps":["trace[379882393] 'agreement among raft nodes before linearized reading' (duration: 215.072522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:33.549911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2767} {"level":"info","ts":"2026-04-23T02:28:33.640819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2767,"took":"89.739893ms","hash":493032553,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":31092736,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T02:28:33.640886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":493032553,"revision":2767,"compact-revision":-1} {"level":"info","ts":"2026-04-23T02:28:38.355459Z","caller":"traceutil/trace.go:171","msg":"trace[1426542982] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"118.249963ms","start":"2026-04-23T02:28:38.237192Z","end":"2026-04-23T02:28:38.355442Z","steps":["trace[1426542982] 'process raft request' (duration: 114.07206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:38.355831Z","caller":"traceutil/trace.go:171","msg":"trace[981071967] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"118.237963ms","start":"2026-04-23T02:28:38.237548Z","end":"2026-04-23T02:28:38.355786Z","steps":["trace[981071967] 'process raft request' (duration: 117.84977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:38.35632Z","caller":"traceutil/trace.go:171","msg":"trace[795027874] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"118.701537ms","start":"2026-04-23T02:28:38.237602Z","end":"2026-04-23T02:28:38.356303Z","steps":["trace[795027874] 'process raft request' (duration: 118.073107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:38.356358Z","caller":"traceutil/trace.go:171","msg":"trace[1846989391] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"116.493206ms","start":"2026-04-23T02:28:38.239848Z","end":"2026-04-23T02:28:38.356341Z","steps":["trace[1846989391] 'process raft request' (duration: 116.075903ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:38.543084Z","caller":"traceutil/trace.go:171","msg":"trace[553821715] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"170.374646ms","start":"2026-04-23T02:28:38.372673Z","end":"2026-04-23T02:28:38.543047Z","steps":["trace[553821715] 'process raft request' (duration: 95.250839ms)","trace[553821715] 'compare' (duration: 74.952771ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:45.163795Z","caller":"traceutil/trace.go:171","msg":"trace[986738550] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"107.407067ms","start":"2026-04-23T02:28:45.056362Z","end":"2026-04-23T02:28:45.163769Z","steps":["trace[986738550] 'process raft request' (duration: 107.17701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:45.373219Z","caller":"traceutil/trace.go:171","msg":"trace[431947139] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"182.681499ms","start":"2026-04-23T02:28:45.190513Z","end":"2026-04-23T02:28:45.373195Z","steps":["trace[431947139] 'process raft request' (duration: 182.502364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:45.45056Z","caller":"traceutil/trace.go:171","msg":"trace[292870459] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5935; }","duration":"180.448248ms","start":"2026-04-23T02:28:45.270088Z","end":"2026-04-23T02:28:45.450536Z","steps":["trace[292870459] 'read index received' (duration: 102.904714ms)","trace[292870459] 'applied index is now lower than readState.Index' (duration: 77.542554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:45.450576Z","caller":"traceutil/trace.go:171","msg":"trace[1329540575] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"259.609273ms","start":"2026-04-23T02:28:45.190934Z","end":"2026-04-23T02:28:45.450543Z","steps":["trace[1329540575] 'process raft request' (duration: 192.856143ms)","trace[1329540575] 'compare' (duration: 66.641287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:45.45076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.663824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T02:28:45.450882Z","caller":"traceutil/trace.go:171","msg":"trace[785826746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5718; }","duration":"180.84299ms","start":"2026-04-23T02:28:45.270025Z","end":"2026-04-23T02:28:45.450868Z","steps":["trace[785826746] 'agreement among raft nodes before linearized reading' (duration: 180.608013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:46.063549Z","caller":"traceutil/trace.go:171","msg":"trace[1553822984] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"106.045423ms","start":"2026-04-23T02:28:45.957479Z","end":"2026-04-23T02:28:46.063524Z","steps":["trace[1553822984] 'process raft request' (duration: 105.784975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.302993Z","caller":"traceutil/trace.go:171","msg":"trace[1768937791] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5981; }","duration":"101.24407ms","start":"2026-04-23T02:28:52.201712Z","end":"2026-04-23T02:28:52.302956Z","steps":["trace[1768937791] 'read index received' (duration: 50.79201ms)","trace[1768937791] 'applied index is now lower than readState.Index' (duration: 50.45078ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:52.303128Z","caller":"traceutil/trace.go:171","msg":"trace[1799262535] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"121.264739ms","start":"2026-04-23T02:28:52.181828Z","end":"2026-04-23T02:28:52.303092Z","steps":["trace[1799262535] 'process raft request' (duration: 70.642454ms)","trace[1799262535] 'compare' (duration: 50.306395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:52.30336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.614512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:28:52.303414Z","caller":"traceutil/trace.go:171","msg":"trace[1938503087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5762; }","duration":"101.724515ms","start":"2026-04-23T02:28:52.201677Z","end":"2026-04-23T02:28:52.303401Z","steps":["trace[1938503087] 'agreement among raft nodes before linearized reading' (duration: 101.495898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.440296Z","caller":"traceutil/trace.go:171","msg":"trace[1519784266] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5982; }","duration":"132.190198ms","start":"2026-04-23T02:28:52.308077Z","end":"2026-04-23T02:28:52.440267Z","steps":["trace[1519784266] 'read index received' (duration: 132.007292ms)","trace[1519784266] 'applied index is now lower than readState.Index' (duration: 181.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:52.440443Z","caller":"traceutil/trace.go:171","msg":"trace[1478581963] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"132.753386ms","start":"2026-04-23T02:28:52.307661Z","end":"2026-04-23T02:28:52.440414Z","steps":["trace[1478581963] 'process raft request' (duration: 132.403645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.44095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.839279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82101"} {"level":"info","ts":"2026-04-23T02:28:52.441021Z","caller":"traceutil/trace.go:171","msg":"trace[275492388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5763; }","duration":"132.954012ms","start":"2026-04-23T02:28:52.308048Z","end":"2026-04-23T02:28:52.441002Z","steps":["trace[275492388] 'agreement among raft nodes before linearized reading' (duration: 132.338643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.448916Z","caller":"traceutil/trace.go:171","msg":"trace[949011085] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"140.71195ms","start":"2026-04-23T02:28:52.308183Z","end":"2026-04-23T02:28:52.448895Z","steps":["trace[949011085] 'process raft request' (duration: 140.523024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.449274Z","caller":"traceutil/trace.go:171","msg":"trace[661735462] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"140.70604ms","start":"2026-04-23T02:28:52.308526Z","end":"2026-04-23T02:28:52.449232Z","steps":["trace[661735462] 'process raft request' (duration: 140.323698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.449596Z","caller":"traceutil/trace.go:171","msg":"trace[1931736034] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"140.904476ms","start":"2026-04-23T02:28:52.308663Z","end":"2026-04-23T02:28:52.449568Z","steps":["trace[1931736034] 'process raft request' (duration: 140.4175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.450751Z","caller":"traceutil/trace.go:171","msg":"trace[1017044207] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"142.044403ms","start":"2026-04-23T02:28:52.308676Z","end":"2026-04-23T02:28:52.45072Z","steps":["trace[1017044207] 'process raft request' (duration: 140.679439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:17.443009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.763826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:29:17.443138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.204591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:29:17.443163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.819692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:17.443234Z","caller":"traceutil/trace.go:171","msg":"trace[1947518901] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6001; }","duration":"291.357885ms","start":"2026-04-23T02:29:17.151856Z","end":"2026-04-23T02:29:17.443214Z","steps":["trace[1947518901] 'count revisions from in-memory index tree' (duration: 291.113878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:17.443248Z","caller":"traceutil/trace.go:171","msg":"trace[1541525453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6001; }","duration":"171.943256ms","start":"2026-04-23T02:29:17.271284Z","end":"2026-04-23T02:29:17.443227Z","steps":["trace[1541525453] 'range keys from in-memory index tree' (duration: 171.697888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:17.443143Z","caller":"traceutil/trace.go:171","msg":"trace[191503791] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6001; }","duration":"153.982073ms","start":"2026-04-23T02:29:17.289133Z","end":"2026-04-23T02:29:17.443115Z","steps":["trace[191503791] 'count revisions from in-memory index tree' (duration: 153.655103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:17.616364Z","caller":"traceutil/trace.go:171","msg":"trace[780545660] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6229; }","duration":"172.0898ms","start":"2026-04-23T02:29:17.444256Z","end":"2026-04-23T02:29:17.616345Z","steps":["trace[780545660] 'read index received' (duration: 172.040008ms)","trace[780545660] 'applied index is now lower than readState.Index' (duration: 48.892µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:17.616475Z","caller":"traceutil/trace.go:171","msg":"trace[1281966697] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"247.6113ms","start":"2026-04-23T02:29:17.368835Z","end":"2026-04-23T02:29:17.616447Z","steps":["trace[1281966697] 'process raft request' (duration: 247.353652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:17.616532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.261336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:17.616568Z","caller":"traceutil/trace.go:171","msg":"trace[100370735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6002; }","duration":"172.367449ms","start":"2026-04-23T02:29:17.444188Z","end":"2026-04-23T02:29:17.616556Z","steps":["trace[100370735] 'agreement among raft nodes before linearized reading' (duration: 172.237164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:27.557629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.120325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T02:29:27.557726Z","caller":"traceutil/trace.go:171","msg":"trace[1147221216] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6059; }","duration":"357.255829ms","start":"2026-04-23T02:29:27.200448Z","end":"2026-04-23T02:29:27.557704Z","steps":["trace[1147221216] 'range keys from in-memory index tree' (duration: 356.909567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:27.557772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:27.200432Z","time spent":"357.329101ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-23T02:29:28.551884Z","caller":"traceutil/trace.go:171","msg":"trace[264559769] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"164.749776ms","start":"2026-04-23T02:29:28.387108Z","end":"2026-04-23T02:29:28.551857Z","steps":["trace[264559769] 'process raft request' (duration: 164.56084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:28.62384Z","caller":"traceutil/trace.go:171","msg":"trace[1823527318] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"193.940598ms","start":"2026-04-23T02:29:28.429875Z","end":"2026-04-23T02:29:28.623816Z","steps":["trace[1823527318] 'process raft request' (duration: 187.024877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:28.853693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.798676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:29:28.853914Z","caller":"traceutil/trace.go:171","msg":"trace[498818544] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"223.027317ms","start":"2026-04-23T02:29:28.630853Z","end":"2026-04-23T02:29:28.85388Z","steps":["trace[498818544] 'process raft request' (duration: 111.947093ms)","trace[498818544] 'compare' (duration: 110.664971ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:28.853948Z","caller":"traceutil/trace.go:171","msg":"trace[97338093] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6295; }","duration":"222.52851ms","start":"2026-04-23T02:29:28.631397Z","end":"2026-04-23T02:29:28.853926Z","steps":["trace[97338093] 'read index received' (duration: 111.394624ms)","trace[97338093] 'applied index is now lower than readState.Index' (duration: 111.131436ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:28.853958Z","caller":"traceutil/trace.go:171","msg":"trace[1368894844] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"220.166165ms","start":"2026-04-23T02:29:28.633773Z","end":"2026-04-23T02:29:28.853939Z","steps":["trace[1368894844] 'process raft request' (duration: 220.104213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:28.854142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.737278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:29:28.854216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.510446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:29:28.854227Z","caller":"traceutil/trace.go:171","msg":"trace[325101323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6067; }","duration":"222.868011ms","start":"2026-04-23T02:29:28.63134Z","end":"2026-04-23T02:29:28.854208Z","steps":["trace[325101323] 'agreement among raft nodes before linearized reading' (duration: 222.684826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:28.854272Z","caller":"traceutil/trace.go:171","msg":"trace[1284373203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:6067; }","duration":"220.584618ms","start":"2026-04-23T02:29:28.633676Z","end":"2026-04-23T02:29:28.85426Z","steps":["trace[1284373203] 'agreement among raft nodes before linearized reading' (duration: 220.387942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:28.854411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.911718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:29:28.854444Z","caller":"traceutil/trace.go:171","msg":"trace[1065364390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6067; }","duration":"167.98603ms","start":"2026-04-23T02:29:28.686449Z","end":"2026-04-23T02:29:28.854435Z","steps":["trace[1065364390] 'agreement among raft nodes before linearized reading' (duration: 167.906227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:28.854848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.652633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:29:28.854966Z","caller":"traceutil/trace.go:171","msg":"trace[2126911938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6067; }","duration":"164.789018ms","start":"2026-04-23T02:29:28.690157Z","end":"2026-04-23T02:29:28.854946Z","steps":["trace[2126911938] 'agreement among raft nodes before linearized reading' (duration: 164.027514ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.079166Z","caller":"traceutil/trace.go:171","msg":"trace[963749582] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"220.583657ms","start":"2026-04-23T02:29:28.858559Z","end":"2026-04-23T02:29:29.079143Z","steps":["trace[963749582] 'process raft request' (duration: 220.390261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.079347Z","caller":"traceutil/trace.go:171","msg":"trace[1748645503] linearizableReadLoop","detail":"{readStateIndex:6299; appliedIndex:6297; }","duration":"220.605608ms","start":"2026-04-23T02:29:28.858715Z","end":"2026-04-23T02:29:29.07932Z","steps":["trace[1748645503] 'read index received' (duration: 65.462879ms)","trace[1748645503] 'applied index is now lower than readState.Index' (duration: 155.140509ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:29.079381Z","caller":"traceutil/trace.go:171","msg":"trace[846559453] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"220.35194ms","start":"2026-04-23T02:29:28.858996Z","end":"2026-04-23T02:29:29.079348Z","steps":["trace[846559453] 'process raft request' (duration: 220.105242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:29.079632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.898797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101769"} {"level":"info","ts":"2026-04-23T02:29:29.079684Z","caller":"traceutil/trace.go:171","msg":"trace[273220128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6070; }","duration":"220.97801ms","start":"2026-04-23T02:29:28.858693Z","end":"2026-04-23T02:29:29.079671Z","steps":["trace[273220128] 'agreement among raft nodes before linearized reading' (duration: 220.738803ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.119122Z","caller":"traceutil/trace.go:171","msg":"trace[956292346] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"105.489205ms","start":"2026-04-23T02:29:29.013606Z","end":"2026-04-23T02:29:29.119095Z","steps":["trace[956292346] 'process raft request' (duration: 105.272088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:29.119285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.796799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6134"} {"level":"info","ts":"2026-04-23T02:29:29.119393Z","caller":"traceutil/trace.go:171","msg":"trace[323009856] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6071; }","duration":"135.033868ms","start":"2026-04-23T02:29:28.984341Z","end":"2026-04-23T02:29:29.119375Z","steps":["trace[323009856] 'agreement among raft nodes before linearized reading' (duration: 134.676576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:29.119318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.833247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T02:29:29.11961Z","caller":"traceutil/trace.go:171","msg":"trace[1320518766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6071; }","duration":"107.138938ms","start":"2026-04-23T02:29:29.012418Z","end":"2026-04-23T02:29:29.119557Z","steps":["trace[1320518766] 'agreement among raft nodes before linearized reading' (duration: 106.736215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.354105Z","caller":"traceutil/trace.go:171","msg":"trace[2006686815] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"227.897771ms","start":"2026-04-23T02:29:29.126177Z","end":"2026-04-23T02:29:29.354075Z","steps":["trace[2006686815] 'process raft request' (duration: 227.310433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.503249Z","caller":"traceutil/trace.go:171","msg":"trace[1676649409] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"143.085575ms","start":"2026-04-23T02:29:29.360133Z","end":"2026-04-23T02:29:29.503218Z","steps":["trace[1676649409] 'process raft request' (duration: 88.213344ms)","trace[1676649409] 'compare' (duration: 54.462028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:29.503507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.224888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19664"} {"level":"info","ts":"2026-04-23T02:29:29.503177Z","caller":"traceutil/trace.go:171","msg":"trace[433992057] linearizableReadLoop","detail":"{readStateIndex:6303; appliedIndex:6302; }","duration":"141.899688ms","start":"2026-04-23T02:29:29.361253Z","end":"2026-04-23T02:29:29.503152Z","steps":["trace[433992057] 'read index received' (duration: 87.185462ms)","trace[433992057] 'applied index is now lower than readState.Index' (duration: 54.712796ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:29.503615Z","caller":"traceutil/trace.go:171","msg":"trace[1112910690] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6073; }","duration":"142.367192ms","start":"2026-04-23T02:29:29.36123Z","end":"2026-04-23T02:29:29.503597Z","steps":["trace[1112910690] 'agreement among raft nodes before linearized reading' (duration: 142.096764ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.596669Z","caller":"traceutil/trace.go:171","msg":"trace[1251037303] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"235.36176ms","start":"2026-04-23T02:29:29.361278Z","end":"2026-04-23T02:29:29.59664Z","steps":["trace[1251037303] 'process raft request' (duration: 235.05487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.597299Z","caller":"traceutil/trace.go:171","msg":"trace[204683479] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"235.911227ms","start":"2026-04-23T02:29:29.361374Z","end":"2026-04-23T02:29:29.597285Z","steps":["trace[204683479] 'process raft request' (duration: 235.780253ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.597324Z","caller":"traceutil/trace.go:171","msg":"trace[82744102] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"235.909167ms","start":"2026-04-23T02:29:29.361395Z","end":"2026-04-23T02:29:29.597304Z","steps":["trace[82744102] 'process raft request' (duration: 235.822644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.59741Z","caller":"traceutil/trace.go:171","msg":"trace[200293513] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"236.042511ms","start":"2026-04-23T02:29:29.361333Z","end":"2026-04-23T02:29:29.597376Z","steps":["trace[200293513] 'process raft request' (duration: 235.203124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.597574Z","caller":"traceutil/trace.go:171","msg":"trace[350650843] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"232.415315ms","start":"2026-04-23T02:29:29.36515Z","end":"2026-04-23T02:29:29.597565Z","steps":["trace[350650843] 'process raft request' (duration: 232.24911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:29.597572Z","caller":"traceutil/trace.go:171","msg":"trace[1071087259] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"235.719241ms","start":"2026-04-23T02:29:29.36184Z","end":"2026-04-23T02:29:29.597559Z","steps":["trace[1071087259] 'process raft request' (duration: 235.410571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:30.675286Z","caller":"traceutil/trace.go:171","msg":"trace[886923028] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"401.086907ms","start":"2026-04-23T02:29:30.274176Z","end":"2026-04-23T02:29:30.675263Z","steps":["trace[886923028] 'process raft request' (duration: 400.948863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:30.675428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:30.274164Z","time spent":"401.192161ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:29:30.780695Z","caller":"traceutil/trace.go:171","msg":"trace[1150657241] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"222.094086ms","start":"2026-04-23T02:29:30.558575Z","end":"2026-04-23T02:29:30.78067Z","steps":["trace[1150657241] 'process raft request' (duration: 214.466733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.012884Z","caller":"traceutil/trace.go:171","msg":"trace[776907458] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"100.971882ms","start":"2026-04-23T02:29:40.911866Z","end":"2026-04-23T02:29:41.012838Z","steps":["trace[776907458] 'compare' (duration: 99.306659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.016469Z","caller":"traceutil/trace.go:171","msg":"trace[1963235960] linearizableReadLoop","detail":"{readStateIndex:6392; appliedIndex:6391; }","duration":"101.729206ms","start":"2026-04-23T02:29:40.914717Z","end":"2026-04-23T02:29:41.016446Z","steps":["trace[1963235960] 'read index received' (duration: 101.624673ms)","trace[1963235960] 'applied index is now lower than readState.Index' (duration: 103.343µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:41.016618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.876561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:29:41.016651Z","caller":"traceutil/trace.go:171","msg":"trace[114702269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6160; }","duration":"101.943572ms","start":"2026-04-23T02:29:40.914697Z","end":"2026-04-23T02:29:41.016641Z","steps":["trace[114702269] 'agreement among raft nodes before linearized reading' (duration: 101.86616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.01664Z","caller":"traceutil/trace.go:171","msg":"trace[500369412] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"104.205395ms","start":"2026-04-23T02:29:40.912382Z","end":"2026-04-23T02:29:41.016588Z","steps":["trace[500369412] 'process raft request' (duration: 103.938976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:43.964185Z","caller":"traceutil/trace.go:171","msg":"trace[893984604] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"107.559872ms","start":"2026-04-23T02:29:43.856597Z","end":"2026-04-23T02:29:43.964157Z","steps":["trace[893984604] 'process raft request' (duration: 107.392037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:44.067034Z","caller":"traceutil/trace.go:171","msg":"trace[417003329] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6410; }","duration":"112.239701ms","start":"2026-04-23T02:29:43.95477Z","end":"2026-04-23T02:29:44.06701Z","steps":["trace[417003329] 'read index received' (duration: 9.226194ms)","trace[417003329] 'applied index is now lower than readState.Index' (duration: 103.012157ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:44.067051Z","caller":"traceutil/trace.go:171","msg":"trace[1217015792] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"160.406168ms","start":"2026-04-23T02:29:43.906614Z","end":"2026-04-23T02:29:44.06702Z","steps":["trace[1217015792] 'process raft request' (duration: 110.800215ms)","trace[1217015792] 'compare' (duration: 49.304513ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:44.067068Z","caller":"traceutil/trace.go:171","msg":"trace[12711843] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"160.174411ms","start":"2026-04-23T02:29:43.906864Z","end":"2026-04-23T02:29:44.067039Z","steps":["trace[12711843] 'process raft request' (duration: 160.052407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:44.067169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.382636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:44.067208Z","caller":"traceutil/trace.go:171","msg":"trace[1730393880] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6180; }","duration":"112.486759ms","start":"2026-04-23T02:29:43.954709Z","end":"2026-04-23T02:29:44.067195Z","steps":["trace[1730393880] 'agreement among raft nodes before linearized reading' (duration: 112.401656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:44.415134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.899419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:29:44.415248Z","caller":"traceutil/trace.go:171","msg":"trace[1432695005] linearizableReadLoop","detail":"{readStateIndex:6414; appliedIndex:6413; }","duration":"143.931792ms","start":"2026-04-23T02:29:44.271298Z","end":"2026-04-23T02:29:44.41523Z","steps":["trace[1432695005] 'read index received' (duration: 535.637µs)","trace[1432695005] 'applied index is now lower than readState.Index' (duration: 143.394305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:44.415316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.023245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:44.415358Z","caller":"traceutil/trace.go:171","msg":"trace[2133066819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6181; }","duration":"144.085457ms","start":"2026-04-23T02:29:44.271252Z","end":"2026-04-23T02:29:44.415338Z","steps":["trace[2133066819] 'agreement among raft nodes before linearized reading' (duration: 144.027625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:44.415406Z","caller":"traceutil/trace.go:171","msg":"trace[1518224780] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"283.679612ms","start":"2026-04-23T02:29:44.131693Z","end":"2026-04-23T02:29:44.415372Z","steps":["trace[1518224780] 'process raft request' (duration: 140.141532ms)","trace[1518224780] 'compare' (duration: 142.693383ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:44.576964Z","caller":"traceutil/trace.go:171","msg":"trace[678184086] linearizableReadLoop","detail":"{readStateIndex:6415; appliedIndex:6414; }","duration":"160.382797ms","start":"2026-04-23T02:29:44.416543Z","end":"2026-04-23T02:29:44.576926Z","steps":["trace[678184086] 'read index received' (duration: 109.617618ms)","trace[678184086] 'applied index is now lower than readState.Index' (duration: 50.763699ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:44.577073Z","caller":"traceutil/trace.go:171","msg":"trace[17341776] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"275.827751ms","start":"2026-04-23T02:29:44.301185Z","end":"2026-04-23T02:29:44.577013Z","steps":["trace[17341776] 'process raft request' (duration: 225.049721ms)","trace[17341776] 'compare' (duration: 50.517062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:44.577139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.571914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:44.577217Z","caller":"traceutil/trace.go:171","msg":"trace[1265590602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6182; }","duration":"160.703488ms","start":"2026-04-23T02:29:44.416488Z","end":"2026-04-23T02:29:44.577192Z","steps":["trace[1265590602] 'agreement among raft nodes before linearized reading' (duration: 160.576464ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.089287Z","caller":"traceutil/trace.go:171","msg":"trace[1849610455] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6416; }","duration":"147.00442ms","start":"2026-04-23T02:29:44.942265Z","end":"2026-04-23T02:29:45.089269Z","steps":["trace[1849610455] 'read index received' (duration: 146.914938ms)","trace[1849610455] 'applied index is now lower than readState.Index' (duration: 88.702µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:45.089505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.221637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:29:45.089532Z","caller":"traceutil/trace.go:171","msg":"trace[87327661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6184; }","duration":"147.31494ms","start":"2026-04-23T02:29:44.942209Z","end":"2026-04-23T02:29:45.089524Z","steps":["trace[87327661] 'agreement among raft nodes before linearized reading' (duration: 147.157715ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.089445Z","caller":"traceutil/trace.go:171","msg":"trace[1301900212] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"243.057324ms","start":"2026-04-23T02:29:44.846339Z","end":"2026-04-23T02:29:45.089396Z","steps":["trace[1301900212] 'process raft request' (duration: 242.806106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.259641Z","caller":"traceutil/trace.go:171","msg":"trace[1010925475] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"166.557504ms","start":"2026-04-23T02:29:45.093044Z","end":"2026-04-23T02:29:45.259601Z","steps":["trace[1010925475] 'process raft request' (duration: 111.073334ms)","trace[1010925475] 'compare' (duration: 54.970414ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:45.302659Z","caller":"traceutil/trace.go:171","msg":"trace[1371071394] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"209.475123ms","start":"2026-04-23T02:29:45.093164Z","end":"2026-04-23T02:29:45.302639Z","steps":["trace[1371071394] 'process raft request' (duration: 209.322128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.302887Z","caller":"traceutil/trace.go:171","msg":"trace[754404106] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"209.38059ms","start":"2026-04-23T02:29:45.093479Z","end":"2026-04-23T02:29:45.302859Z","steps":["trace[754404106] 'process raft request' (duration: 209.128952ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.302879Z","caller":"traceutil/trace.go:171","msg":"trace[2005557136] linearizableReadLoop","detail":"{readStateIndex:6419; appliedIndex:6417; }","duration":"209.437653ms","start":"2026-04-23T02:29:45.093398Z","end":"2026-04-23T02:29:45.302836Z","steps":["trace[2005557136] 'read index received' (duration: 110.733653ms)","trace[2005557136] 'applied index is now lower than readState.Index' (duration: 98.70121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:45.303212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.888138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:29:45.303249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.817604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:29:45.303261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.781978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:29:45.303282Z","caller":"traceutil/trace.go:171","msg":"trace[1133930296] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6187; }","duration":"199.996721ms","start":"2026-04-23T02:29:45.103267Z","end":"2026-04-23T02:29:45.303264Z","steps":["trace[1133930296] 'agreement among raft nodes before linearized reading' (duration: 199.856577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.303295Z","caller":"traceutil/trace.go:171","msg":"trace[112004514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6187; }","duration":"209.913648ms","start":"2026-04-23T02:29:45.093368Z","end":"2026-04-23T02:29:45.303282Z","steps":["trace[112004514] 'agreement among raft nodes before linearized reading' (duration: 209.650459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:45.303289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.603323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:29:45.303316Z","caller":"traceutil/trace.go:171","msg":"trace[389623130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6187; }","duration":"138.926802ms","start":"2026-04-23T02:29:45.164374Z","end":"2026-04-23T02:29:45.303301Z","steps":["trace[389623130] 'agreement among raft nodes before linearized reading' (duration: 138.746147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:45.303418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.389199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:29:45.303493Z","caller":"traceutil/trace.go:171","msg":"trace[215980624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6187; }","duration":"145.486222ms","start":"2026-04-23T02:29:45.157984Z","end":"2026-04-23T02:29:45.30347Z","steps":["trace[215980624] 'agreement among raft nodes before linearized reading' (duration: 145.298606ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.30347Z","caller":"traceutil/trace.go:171","msg":"trace[1629106094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:6187; }","duration":"138.725366ms","start":"2026-04-23T02:29:45.164654Z","end":"2026-04-23T02:29:45.303379Z","steps":["trace[1629106094] 'agreement among raft nodes before linearized reading' (duration: 138.484748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:45.46051Z","caller":"traceutil/trace.go:171","msg":"trace[2085592017] linearizableReadLoop","detail":"{readStateIndex:6422; appliedIndex:6420; }","duration":"151.172084ms","start":"2026-04-23T02:29:45.309306Z","end":"2026-04-23T02:29:45.460478Z","steps":["trace[2085592017] 'read index received' (duration: 32.671703ms)","trace[2085592017] 'applied index is now lower than readState.Index' (duration: 118.499031ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:45.460585Z","caller":"traceutil/trace.go:171","msg":"trace[818129177] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"152.215876ms","start":"2026-04-23T02:29:45.308344Z","end":"2026-04-23T02:29:45.46056Z","steps":["trace[818129177] 'process raft request' (duration: 143.187968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:45.461044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.70506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109140"} {"level":"info","ts":"2026-04-23T02:29:45.461169Z","caller":"traceutil/trace.go:171","msg":"trace[195906371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6189; }","duration":"151.867136ms","start":"2026-04-23T02:29:45.309272Z","end":"2026-04-23T02:29:45.461139Z","steps":["trace[195906371] 'agreement among raft nodes before linearized reading' (duration: 151.347199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:46.070318Z","caller":"traceutil/trace.go:171","msg":"trace[282463775] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"100.351442ms","start":"2026-04-23T02:29:45.969941Z","end":"2026-04-23T02:29:46.070293Z","steps":["trace[282463775] 'process raft request' (duration: 100.211017ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:46.224066Z","caller":"traceutil/trace.go:171","msg":"trace[1048727889] linearizableReadLoop","detail":"{readStateIndex:6425; appliedIndex:6423; }","duration":"149.955915ms","start":"2026-04-23T02:29:46.074078Z","end":"2026-04-23T02:29:46.224034Z","steps":["trace[1048727889] 'read index received' (duration: 63.025811ms)","trace[1048727889] 'applied index is now lower than readState.Index' (duration: 86.928774ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:46.224154Z","caller":"traceutil/trace.go:171","msg":"trace[1135146265] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"151.021609ms","start":"2026-04-23T02:29:46.073103Z","end":"2026-04-23T02:29:46.224124Z","steps":["trace[1135146265] 'process raft request' (duration: 79.396473ms)","trace[1135146265] 'compare' (duration: 71.409979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:46.22432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.211443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:46.224368Z","caller":"traceutil/trace.go:171","msg":"trace[1684614062] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6192; }","duration":"150.308486ms","start":"2026-04-23T02:29:46.074048Z","end":"2026-04-23T02:29:46.224357Z","steps":["trace[1684614062] 'agreement among raft nodes before linearized reading' (duration: 150.167002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:46.224421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.047428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:46.224511Z","caller":"traceutil/trace.go:171","msg":"trace[1451410170] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6192; }","duration":"150.217863ms","start":"2026-04-23T02:29:46.07427Z","end":"2026-04-23T02:29:46.224488Z","steps":["trace[1451410170] 'agreement among raft nodes before linearized reading' (duration: 150.061838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:32:11.851014Z","caller":"traceutil/trace.go:171","msg":"trace[1864389715] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"187.233516ms","start":"2026-04-23T02:32:11.663743Z","end":"2026-04-23T02:32:11.850977Z","steps":["trace[1864389715] 'process raft request' (duration: 186.888415ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:32:26.001838Z","caller":"traceutil/trace.go:171","msg":"trace[1738675698] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"105.133291ms","start":"2026-04-23T02:32:25.896659Z","end":"2026-04-23T02:32:26.001792Z","steps":["trace[1738675698] 'process raft request' (duration: 100.332097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:33:10.43297Z","caller":"traceutil/trace.go:171","msg":"trace[129000680] linearizableReadLoop","detail":"{readStateIndex:7909; appliedIndex:7908; }","duration":"111.205089ms","start":"2026-04-23T02:33:10.32174Z","end":"2026-04-23T02:33:10.432945Z","steps":["trace[129000680] 'read index received' (duration: 110.944291ms)","trace[129000680] 'applied index is now lower than readState.Index' (duration: 259.708µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:33:10.433029Z","caller":"traceutil/trace.go:171","msg":"trace[51316664] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"128.193268ms","start":"2026-04-23T02:33:10.304804Z","end":"2026-04-23T02:33:10.432997Z","steps":["trace[51316664] 'process raft request' (duration: 127.973041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:33:10.433285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.524829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:33:10.433362Z","caller":"traceutil/trace.go:171","msg":"trace[1373258758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7629; }","duration":"111.651564ms","start":"2026-04-23T02:33:10.321693Z","end":"2026-04-23T02:33:10.433344Z","steps":["trace[1373258758] 'agreement among raft nodes before linearized reading' (duration: 111.397146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:33:33.556234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5560} {"level":"info","ts":"2026-04-23T02:33:33.655521Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5560,"took":"97.286917ms","hash":1159032080,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":25907200,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T02:33:33.655617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1159032080,"revision":5560,"compact-revision":2767} {"level":"info","ts":"2026-04-23T02:34:32.984522Z","caller":"traceutil/trace.go:171","msg":"trace[303583267] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8503; }","duration":"139.171176ms","start":"2026-04-23T02:34:32.845327Z","end":"2026-04-23T02:34:32.984498Z","steps":["trace[303583267] 'read index received' (duration: 139.033882ms)","trace[303583267] 'applied index is now lower than readState.Index' (duration: 136.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:34:32.984846Z","caller":"traceutil/trace.go:171","msg":"trace[289350840] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"151.471697ms","start":"2026-04-23T02:34:32.833359Z","end":"2026-04-23T02:34:32.984831Z","steps":["trace[289350840] 'process raft request' (duration: 150.95883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:32.98512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.776045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:34:32.985153Z","caller":"traceutil/trace.go:171","msg":"trace[1591708345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8202; }","duration":"139.850948ms","start":"2026-04-23T02:34:32.845293Z","end":"2026-04-23T02:34:32.985144Z","steps":["trace[1591708345] 'agreement among raft nodes before linearized reading' (duration: 139.723793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:32.985359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.381639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:34:32.985394Z","caller":"traceutil/trace.go:171","msg":"trace[1445500412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8202; }","duration":"137.443371ms","start":"2026-04-23T02:34:32.847942Z","end":"2026-04-23T02:34:32.985385Z","steps":["trace[1445500412] 'agreement among raft nodes before linearized reading' (duration: 137.351958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:32.985509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.47358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:34:32.985532Z","caller":"traceutil/trace.go:171","msg":"trace[1974989507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8202; }","duration":"136.521632ms","start":"2026-04-23T02:34:32.849003Z","end":"2026-04-23T02:34:32.985525Z","steps":["trace[1974989507] 'agreement among raft nodes before linearized reading' (duration: 136.453739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:41.024596Z","caller":"traceutil/trace.go:171","msg":"trace[1607065162] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"102.003216ms","start":"2026-04-23T02:34:40.922555Z","end":"2026-04-23T02:34:41.024558Z","steps":["trace[1607065162] 'process raft request' (duration: 91.095341ms)","trace[1607065162] 'compare' (duration: 10.720869ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:34:46.774265Z","caller":"traceutil/trace.go:171","msg":"trace[1637495671] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"125.391629ms","start":"2026-04-23T02:34:46.648844Z","end":"2026-04-23T02:34:46.774236Z","steps":["trace[1637495671] 'process raft request' (duration: 125.220924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:49.356715Z","caller":"traceutil/trace.go:171","msg":"trace[1187822058] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"263.46168ms","start":"2026-04-23T02:34:49.09323Z","end":"2026-04-23T02:34:49.356692Z","steps":["trace[1187822058] 'read index received' (duration: 263.416688ms)","trace[1187822058] 'applied index is now lower than readState.Index' (duration: 44.002µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:34:49.356784Z","caller":"traceutil/trace.go:171","msg":"trace[411712456] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"576.764252ms","start":"2026-04-23T02:34:48.779986Z","end":"2026-04-23T02:34:49.35675Z","steps":["trace[411712456] 'process raft request' (duration: 576.569956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.356907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.666977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:34:49.356952Z","caller":"traceutil/trace.go:171","msg":"trace[1589490319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8425; }","duration":"263.76055ms","start":"2026-04-23T02:34:49.093176Z","end":"2026-04-23T02:34:49.356937Z","steps":["trace[1589490319] 'agreement among raft nodes before linearized reading' (duration: 263.631026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.356953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:48.77996Z","time spent":"576.906576ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:34:49.459831Z","caller":"traceutil/trace.go:171","msg":"trace[30829329] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"124.593733ms","start":"2026-04-23T02:34:49.3352Z","end":"2026-04-23T02:34:49.459793Z","steps":["trace[30829329] 'process raft request' (duration: 124.49643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:49.459942Z","caller":"traceutil/trace.go:171","msg":"trace[158024198] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"285.013514ms","start":"2026-04-23T02:34:49.174906Z","end":"2026-04-23T02:34:49.45992Z","steps":["trace[158024198] 'process raft request' (duration: 283.016281ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:49.459968Z","caller":"traceutil/trace.go:171","msg":"trace[1304822323] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"122.324252ms","start":"2026-04-23T02:34:49.33761Z","end":"2026-04-23T02:34:49.459935Z","steps":["trace[1304822323] 'process raft request' (duration: 122.149576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:49.459996Z","caller":"traceutil/trace.go:171","msg":"trace[1416063960] linearizableReadLoop","detail":"{readStateIndex:8733; appliedIndex:8730; }","duration":"103.195284ms","start":"2026-04-23T02:34:49.356786Z","end":"2026-04-23T02:34:49.459981Z","steps":["trace[1416063960] 'read index received' (duration: 101.212832ms)","trace[1416063960] 'applied index is now lower than readState.Index' (duration: 1.981772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:34:49.46011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.136596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:34:49.46012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.36465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:34:49.460133Z","caller":"traceutil/trace.go:171","msg":"trace[1444592050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8429; }","duration":"336.193808ms","start":"2026-04-23T02:34:49.123934Z","end":"2026-04-23T02:34:49.460128Z","steps":["trace[1444592050] 'agreement among raft nodes before linearized reading' (duration: 336.101475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:49.460155Z","caller":"traceutil/trace.go:171","msg":"trace[1391121909] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8429; }","duration":"201.444233ms","start":"2026-04-23T02:34:49.2587Z","end":"2026-04-23T02:34:49.460144Z","steps":["trace[1391121909] 'agreement among raft nodes before linearized reading' (duration: 201.37635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.460199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.341161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:34:49.460218Z","caller":"traceutil/trace.go:171","msg":"trace[1504870804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8429; }","duration":"318.391683ms","start":"2026-04-23T02:34:49.141818Z","end":"2026-04-23T02:34:49.46021Z","steps":["trace[1504870804] 'agreement among raft nodes before linearized reading' (duration: 318.353261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.460249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:49.141793Z","time spent":"318.453485ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:34:49.46016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:49.123924Z","time spent":"336.226569ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:34:49.460334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.523209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:34:49.460351Z","caller":"traceutil/trace.go:171","msg":"trace[113449622] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8429; }","duration":"198.561671ms","start":"2026-04-23T02:34:49.261784Z","end":"2026-04-23T02:34:49.460346Z","steps":["trace[113449622] 'agreement among raft nodes before linearized reading' (duration: 198.53278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.460491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.765748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:34:49.460556Z","caller":"traceutil/trace.go:171","msg":"trace[105834829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8429; }","duration":"256.86424ms","start":"2026-04-23T02:34:49.203676Z","end":"2026-04-23T02:34:49.46054Z","steps":["trace[105834829] 'agreement among raft nodes before linearized reading' (duration: 256.574061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.460845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.599936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:34:49.460945Z","caller":"traceutil/trace.go:171","msg":"trace[1112096312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8429; }","duration":"189.666228ms","start":"2026-04-23T02:34:49.271216Z","end":"2026-04-23T02:34:49.460883Z","steps":["trace[1112096312] 'agreement among raft nodes before linearized reading' (duration: 189.580425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.461004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.009553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:34:49.461124Z","caller":"traceutil/trace.go:171","msg":"trace[1930433876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8429; }","duration":"279.289682ms","start":"2026-04-23T02:34:49.181812Z","end":"2026-04-23T02:34:49.461102Z","steps":["trace[1930433876] 'agreement among raft nodes before linearized reading' (duration: 278.338262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:49.461008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.004481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:34:49.461564Z","caller":"traceutil/trace.go:171","msg":"trace[1397579220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8429; }","duration":"278.58931ms","start":"2026-04-23T02:34:49.182963Z","end":"2026-04-23T02:34:49.461553Z","steps":["trace[1397579220] 'agreement among raft nodes before linearized reading' (duration: 277.167125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:59.454234Z","caller":"traceutil/trace.go:171","msg":"trace[1494994508] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"163.874384ms","start":"2026-04-23T02:34:59.290322Z","end":"2026-04-23T02:34:59.454196Z","steps":["trace[1494994508] 'process raft request' (duration: 158.551745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:59.51345Z","caller":"traceutil/trace.go:171","msg":"trace[684201120] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"120.437115ms","start":"2026-04-23T02:34:59.392989Z","end":"2026-04-23T02:34:59.513426Z","steps":["trace[684201120] 'process raft request' (duration: 120.250509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:59.92565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.939268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:34:59.925843Z","caller":"traceutil/trace.go:171","msg":"trace[2005082391] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"434.701196ms","start":"2026-04-23T02:34:59.491114Z","end":"2026-04-23T02:34:59.925815Z","steps":["trace[2005082391] 'process raft request' (duration: 87.52598ms)","trace[2005082391] 'compare' (duration: 346.738452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:34:59.925988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.491092Z","time spent":"434.825749ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:34:59.925868Z","caller":"traceutil/trace.go:171","msg":"trace[407968142] linearizableReadLoop","detail":"{readStateIndex:8789; appliedIndex:8785; }","duration":"423.644584ms","start":"2026-04-23T02:34:59.502208Z","end":"2026-04-23T02:34:59.925853Z","steps":["trace[407968142] 'read index received' (duration: 11.03519ms)","trace[407968142] 'applied index is now lower than readState.Index' (duration: 412.608344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:34:59.926004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.794889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:34:59.926156Z","caller":"traceutil/trace.go:171","msg":"trace[771346625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8482; }","duration":"423.967314ms","start":"2026-04-23T02:34:59.502177Z","end":"2026-04-23T02:34:59.926144Z","steps":["trace[771346625] 'agreement among raft nodes before linearized reading' (duration: 423.720866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:59.926189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.502169Z","time spent":"424.011716ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:34:59.926222Z","caller":"traceutil/trace.go:171","msg":"trace[1118963896] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"429.607544ms","start":"2026-04-23T02:34:59.4966Z","end":"2026-04-23T02:34:59.926207Z","steps":["trace[1118963896] 'process raft request' (duration: 429.144729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:59.926303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.49658Z","time spent":"429.688246ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:34:59.926425Z","caller":"traceutil/trace.go:171","msg":"trace[1130795512] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"428.415006ms","start":"2026-04-23T02:34:59.497999Z","end":"2026-04-23T02:34:59.926414Z","steps":["trace[1130795512] 'process raft request' (duration: 427.817727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:34:59.926497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.49799Z","time spent":"428.471507ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:00.971408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.607651Z","time spent":"363.749923ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T02:35:00.971643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.775851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:00.971831Z","caller":"traceutil/trace.go:171","msg":"trace[1900258109] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"1.040476474s","start":"2026-04-23T02:34:59.931335Z","end":"2026-04-23T02:35:00.971812Z","steps":["trace[1900258109] 'process raft request' (duration: 1.040407371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:00.971925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.931311Z","time spent":"1.040574657s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:00.972157Z","caller":"traceutil/trace.go:171","msg":"trace[1686216015] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8789; }","duration":"1.0460133s","start":"2026-04-23T02:34:59.92611Z","end":"2026-04-23T02:35:00.972123Z","steps":["trace[1686216015] 'read index received' (duration: 193.681911ms)","trace[1686216015] 'applied index is now lower than readState.Index' (duration: 852.327018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:00.972385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048319613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:00.9724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449096121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:35:00.972429Z","caller":"traceutil/trace.go:171","msg":"trace[51780809] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8484; }","duration":"1.048407976s","start":"2026-04-23T02:34:59.924008Z","end":"2026-04-23T02:35:00.972416Z","steps":["trace[51780809] 'agreement among raft nodes before linearized reading' (duration: 1.04821028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:00.972427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447294993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:35:00.972465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.923987Z","time spent":"1.048469407s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:00.972465Z","caller":"traceutil/trace.go:171","msg":"trace[1586819139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8484; }","duration":"1.449196724s","start":"2026-04-23T02:34:59.523245Z","end":"2026-04-23T02:35:00.972442Z","steps":["trace[1586819139] 'agreement among raft nodes before linearized reading' (duration: 1.449001647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:00.97248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449197624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:35:00.972481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.647713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:00.972515Z","caller":"traceutil/trace.go:171","msg":"trace[10440585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"1.449281837s","start":"2026-04-23T02:34:59.523223Z","end":"2026-04-23T02:35:00.972505Z","steps":["trace[10440585] 'agreement among raft nodes before linearized reading' (duration: 1.449088291s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:00.972507Z","caller":"traceutil/trace.go:171","msg":"trace[909845701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8484; }","duration":"1.447407877s","start":"2026-04-23T02:34:59.525081Z","end":"2026-04-23T02:35:00.972489Z","steps":["trace[909845701] 'agreement among raft nodes before linearized reading' (duration: 1.447072597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:00.972546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.5232Z","time spent":"1.449339829s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:00.972563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.525067Z","time spent":"1.447486669s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:00.97251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.523226Z","time spent":"1.449275687s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:00.972632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454451061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:35:00.972562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441487369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:35:00.972698Z","caller":"traceutil/trace.go:171","msg":"trace[1268916858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8484; }","duration":"1.441682515s","start":"2026-04-23T02:34:59.531004Z","end":"2026-04-23T02:35:00.972687Z","steps":["trace[1268916858] 'agreement among raft nodes before linearized reading' (duration: 1.441316954s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:00.972528Z","caller":"traceutil/trace.go:171","msg":"trace[681995034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8484; }","duration":"701.747046ms","start":"2026-04-23T02:35:00.270768Z","end":"2026-04-23T02:35:00.972515Z","steps":["trace[681995034] 'agreement among raft nodes before linearized reading' (duration: 701.651453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:00.972731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.530992Z","time spent":"1.441729797s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:35:00.972667Z","caller":"traceutil/trace.go:171","msg":"trace[1263536982] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"1.237990337s","start":"2026-04-23T02:34:59.733982Z","end":"2026-04-23T02:35:00.971973Z","steps":["trace[1263536982] 'process raft request' (duration: 385.796212ms)","trace[1263536982] 'compare' (duration: 851.667958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:00.972755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.270748Z","time spent":"701.985814ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:00.972759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.929138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T02:35:00.97283Z","caller":"traceutil/trace.go:171","msg":"trace[244222223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8484; }","duration":"1.454563204s","start":"2026-04-23T02:34:59.518109Z","end":"2026-04-23T02:35:00.972672Z","steps":["trace[244222223] 'agreement among raft nodes before linearized reading' (duration: 1.454339237s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:00.972854Z","caller":"traceutil/trace.go:171","msg":"trace[364111877] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e; range_end:; response_count:1; response_revision:8484; }","duration":"176.075252ms","start":"2026-04-23T02:35:00.796752Z","end":"2026-04-23T02:35:00.972827Z","steps":["trace[364111877] 'agreement among raft nodes before linearized reading' (duration: 175.772822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:00.972911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.518093Z","time spent":"1.454774721s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:35:00.973007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.733961Z","time spent":"1.238841163s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:01.479293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:01.979726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:02.480521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:02.528671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511383378s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:35:02.529123Z","caller":"traceutil/trace.go:171","msg":"trace[1076473032] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"1.552422912s","start":"2026-04-23T02:35:00.976676Z","end":"2026-04-23T02:35:02.529099Z","steps":["trace[1076473032] 'process raft request' (duration: 1.552219536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.529267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.976655Z","time spent":"1.552534065s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.961335Z","caller":"traceutil/trace.go:171","msg":"trace[1747251945] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"1.984189705s","start":"2026-04-23T02:35:00.97712Z","end":"2026-04-23T02:35:02.96131Z","steps":["trace[1747251945] 'process raft request' (duration: 1.984129843s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:02.961355Z","caller":"traceutil/trace.go:171","msg":"trace[481212783] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"1.984250766s","start":"2026-04-23T02:35:00.977069Z","end":"2026-04-23T02:35:02.961319Z","steps":["trace[481212783] 'process raft request' (duration: 1.98405064s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.96151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.977088Z","time spent":"1.984325129s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:02.961528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.977054Z","time spent":"1.98437489s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.961748Z","caller":"traceutil/trace.go:171","msg":"trace[1557660005] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"1.984509794s","start":"2026-04-23T02:35:00.977223Z","end":"2026-04-23T02:35:02.961732Z","steps":["trace[1557660005] 'process raft request' (duration: 1.98405695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.961817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.97718Z","time spent":"1.984604648s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.961833Z","caller":"traceutil/trace.go:171","msg":"trace[1532619609] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"1.984159383s","start":"2026-04-23T02:35:00.977639Z","end":"2026-04-23T02:35:02.961799Z","steps":["trace[1532619609] 'process raft request' (duration: 1.983933576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.962049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.977627Z","time spent":"1.984305637s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.962085Z","caller":"traceutil/trace.go:171","msg":"trace[1576931772] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"1.443279886s","start":"2026-04-23T02:35:01.518791Z","end":"2026-04-23T02:35:02.962071Z","steps":["trace[1576931772] 'process raft request' (duration: 1.442948245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.962154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.518761Z","time spent":"1.443356338s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.962197Z","caller":"traceutil/trace.go:171","msg":"trace[163410959] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"1.030995303s","start":"2026-04-23T02:35:01.931184Z","end":"2026-04-23T02:35:02.962179Z","steps":["trace[163410959] 'process raft request' (duration: 1.030797987s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:02.962236Z","caller":"traceutil/trace.go:171","msg":"trace[1570246090] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"1.030692884s","start":"2026-04-23T02:35:01.931484Z","end":"2026-04-23T02:35:02.962176Z","steps":["trace[1570246090] 'process raft request' (duration: 1.03055845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.962396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.931448Z","time spent":"1.030901001s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:02.962302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.931158Z","time spent":"1.031093676s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.962601Z","caller":"traceutil/trace.go:171","msg":"trace[532117505] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"1.030206688s","start":"2026-04-23T02:35:01.932382Z","end":"2026-04-23T02:35:02.962588Z","steps":["trace[532117505] 'process raft request' (duration: 1.029696002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.962678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.932355Z","time spent":"1.030288391s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:03.021892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043604651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224120"} {"level":"info","ts":"2026-04-23T02:35:03.021969Z","caller":"traceutil/trace.go:171","msg":"trace[562886996] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8493; }","duration":"2.043702554s","start":"2026-04-23T02:35:00.97825Z","end":"2026-04-23T02:35:03.021953Z","steps":["trace[562886996] 'agreement among raft nodes before linearized reading' (duration: 2.043282791s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:03.022014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.978241Z","time spent":"2.043761436s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:35:03.021104Z","caller":"traceutil/trace.go:171","msg":"trace[1840934746] linearizableReadLoop","detail":"{readStateIndex:8801; appliedIndex:8791; }","duration":"2.042808146s","start":"2026-04-23T02:35:00.978268Z","end":"2026-04-23T02:35:03.021076Z","steps":["trace[1840934746] 'read index received' (duration: 1.550640965s)","trace[1840934746] 'applied index is now lower than readState.Index' (duration: 492.165741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:03.023649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750822632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:03.023692Z","caller":"traceutil/trace.go:171","msg":"trace[1194585722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8493; }","duration":"1.750920155s","start":"2026-04-23T02:35:01.272761Z","end":"2026-04-23T02:35:03.023681Z","steps":["trace[1194585722] 'agreement among raft nodes before linearized reading' (duration: 1.750837293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:03.023686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.469047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:03.023731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.272737Z","time spent":"1.750986438s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:35:03.023742Z","caller":"traceutil/trace.go:171","msg":"trace[919528899] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8493; }","duration":"746.571161ms","start":"2026-04-23T02:35:02.277154Z","end":"2026-04-23T02:35:03.023725Z","steps":["trace[919528899] 'agreement among raft nodes before linearized reading' (duration: 746.474728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:03.023781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:02.27713Z","time spent":"746.640312ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:03.023766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684566639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:03.023827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681047767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:35:03.023873Z","caller":"traceutil/trace.go:171","msg":"trace[189259698] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8493; }","duration":"1.684720973s","start":"2026-04-23T02:35:01.339108Z","end":"2026-04-23T02:35:03.023829Z","steps":["trace[189259698] 'agreement among raft nodes before linearized reading' (duration: 1.684531847s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:03.023897Z","caller":"traceutil/trace.go:171","msg":"trace[58984836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8493; }","duration":"1.681152199s","start":"2026-04-23T02:35:01.342728Z","end":"2026-04-23T02:35:03.02388Z","steps":["trace[58984836] 'agreement among raft nodes before linearized reading' (duration: 1.680905962s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:03.023931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.339083Z","time spent":"1.684837727s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:03.023992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.833608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:03.024023Z","caller":"traceutil/trace.go:171","msg":"trace[369454248] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8493; }","duration":"905.864909ms","start":"2026-04-23T02:35:02.118149Z","end":"2026-04-23T02:35:03.024014Z","steps":["trace[369454248] 'agreement among raft nodes before linearized reading' (duration: 905.813367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:03.024049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:02.118087Z","time spent":"905.955592ms","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:03.02394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.342717Z","time spent":"1.681215052s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:35:04.770989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:04.816132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264784187s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:35:04.81689Z","caller":"traceutil/trace.go:171","msg":"trace[1078694671] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"1.265973335s","start":"2026-04-23T02:35:03.550895Z","end":"2026-04-23T02:35:04.816868Z","steps":["trace[1078694671] 'process raft request' (duration: 1.265600223s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:04.81705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:03.550867Z","time spent":"1.266072258s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:04.817094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.201207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:04.817166Z","caller":"traceutil/trace.go:171","msg":"trace[196708059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8495; }","duration":"546.31432ms","start":"2026-04-23T02:35:04.270831Z","end":"2026-04-23T02:35:04.817145Z","steps":["trace[196708059] 'agreement among raft nodes before linearized reading' (duration: 546.204636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:04.817246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:04.270807Z","time spent":"546.393483ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:35:04.817524Z","caller":"traceutil/trace.go:171","msg":"trace[758032553] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8802; }","duration":"545.943608ms","start":"2026-04-23T02:35:04.27089Z","end":"2026-04-23T02:35:04.816833Z","steps":["trace[758032553] 'read index received' (duration: 545.37404ms)","trace[758032553] 'applied index is now lower than readState.Index' (duration: 568.728µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:05.070681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.190731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:35:05.070698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.91895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:05.070761Z","caller":"traceutil/trace.go:171","msg":"trace[2091382695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8495; }","duration":"105.324875ms","start":"2026-04-23T02:35:04.965419Z","end":"2026-04-23T02:35:05.070744Z","steps":["trace[2091382695] 'range keys from in-memory index tree' (duration: 105.035186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.070779Z","caller":"traceutil/trace.go:171","msg":"trace[673415274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8495; }","duration":"252.056715ms","start":"2026-04-23T02:35:04.818706Z","end":"2026-04-23T02:35:05.070763Z","steps":["trace[673415274] 'range keys from in-memory index tree' (duration: 251.842138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:05.070827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.54825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:35:05.070887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.459328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:05.070917Z","caller":"traceutil/trace.go:171","msg":"trace[638936652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8495; }","duration":"104.694485ms","start":"2026-04-23T02:35:04.966203Z","end":"2026-04-23T02:35:05.070898Z","steps":["trace[638936652] 'range keys from in-memory index tree' (duration: 104.384425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.070931Z","caller":"traceutil/trace.go:171","msg":"trace[1808901627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8495; }","duration":"104.54702ms","start":"2026-04-23T02:35:04.966372Z","end":"2026-04-23T02:35:05.070919Z","steps":["trace[1808901627] 'range keys from in-memory index tree' (duration: 104.323073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:05.070936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.436675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:35:05.070957Z","caller":"traceutil/trace.go:171","msg":"trace[2065345505] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"103.398474ms","start":"2026-04-23T02:35:04.967534Z","end":"2026-04-23T02:35:05.070932Z","steps":["trace[2065345505] 'process raft request' (duration: 71.053547ms)","trace[2065345505] 'compare' (duration: 31.987475ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:05.071008Z","caller":"traceutil/trace.go:171","msg":"trace[1539760470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8495; }","duration":"103.533499ms","start":"2026-04-23T02:35:04.967458Z","end":"2026-04-23T02:35:05.070991Z","steps":["trace[1539760470] 'range keys from in-memory index tree' (duration: 103.239539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.109222Z","caller":"traceutil/trace.go:171","msg":"trace[1798189397] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"140.052518ms","start":"2026-04-23T02:35:04.969124Z","end":"2026-04-23T02:35:05.109176Z","steps":["trace[1798189397] 'process raft request' (duration: 139.924014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.109269Z","caller":"traceutil/trace.go:171","msg":"trace[1394074882] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"140.624787ms","start":"2026-04-23T02:35:04.96862Z","end":"2026-04-23T02:35:05.109245Z","steps":["trace[1394074882] 'process raft request' (duration: 140.264275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.109238Z","caller":"traceutil/trace.go:171","msg":"trace[516701997] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"139.611314ms","start":"2026-04-23T02:35:04.969594Z","end":"2026-04-23T02:35:05.109205Z","steps":["trace[516701997] 'process raft request' (duration: 139.503881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.231284Z","caller":"traceutil/trace.go:171","msg":"trace[1174996870] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"156.119358ms","start":"2026-04-23T02:35:05.075133Z","end":"2026-04-23T02:35:05.231252Z","steps":["trace[1174996870] 'process raft request' (duration: 120.969542ms)","trace[1174996870] 'compare' (duration: 34.931959ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:05.231551Z","caller":"traceutil/trace.go:171","msg":"trace[239429624] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"156.373556ms","start":"2026-04-23T02:35:05.075149Z","end":"2026-04-23T02:35:05.231523Z","steps":["trace[239429624] 'process raft request' (duration: 156.044075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.231582Z","caller":"traceutil/trace.go:171","msg":"trace[974053608] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8807; }","duration":"117.573864ms","start":"2026-04-23T02:35:05.113982Z","end":"2026-04-23T02:35:05.231556Z","steps":["trace[974053608] 'read index received' (duration: 81.984434ms)","trace[974053608] 'applied index is now lower than readState.Index' (duration: 35.58802ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:05.23179Z","caller":"traceutil/trace.go:171","msg":"trace[1388836787] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"156.562152ms","start":"2026-04-23T02:35:05.075212Z","end":"2026-04-23T02:35:05.231774Z","steps":["trace[1388836787] 'process raft request' (duration: 156.17625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:05.231906Z","caller":"traceutil/trace.go:171","msg":"trace[1772100663] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"156.537541ms","start":"2026-04-23T02:35:05.075345Z","end":"2026-04-23T02:35:05.231883Z","steps":["trace[1772100663] 'process raft request' (duration: 156.159369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:05.232141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.056148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:35:05.232318Z","caller":"traceutil/trace.go:171","msg":"trace[356076220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8503; }","duration":"117.300365ms","start":"2026-04-23T02:35:05.114992Z","end":"2026-04-23T02:35:05.232292Z","steps":["trace[356076220] 'agreement among raft nodes before linearized reading' (duration: 116.80082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:05.2323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.276987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224120"} {"level":"info","ts":"2026-04-23T02:35:05.232509Z","caller":"traceutil/trace.go:171","msg":"trace[538282019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8503; }","duration":"118.572726ms","start":"2026-04-23T02:35:05.113913Z","end":"2026-04-23T02:35:05.232486Z","steps":["trace[538282019] 'agreement among raft nodes before linearized reading' (duration: 117.817142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:06.433967Z","caller":"traceutil/trace.go:171","msg":"trace[793985053] linearizableReadLoop","detail":"{readStateIndex:8814; appliedIndex:8813; }","duration":"290.179876ms","start":"2026-04-23T02:35:06.143762Z","end":"2026-04-23T02:35:06.433942Z","steps":["trace[793985053] 'read index received' (duration: 289.968599ms)","trace[793985053] 'applied index is now lower than readState.Index' (duration: 210.417µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:06.434106Z","caller":"traceutil/trace.go:171","msg":"trace[535168029] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"430.105589ms","start":"2026-04-23T02:35:06.003916Z","end":"2026-04-23T02:35:06.434022Z","steps":["trace[535168029] 'process raft request' (duration: 429.867142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:06.434212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.429843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:06.434254Z","caller":"traceutil/trace.go:171","msg":"trace[1977430377] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8506; }","duration":"290.527436ms","start":"2026-04-23T02:35:06.143712Z","end":"2026-04-23T02:35:06.43424Z","steps":["trace[1977430377] 'agreement among raft nodes before linearized reading' (duration: 290.438273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:06.434362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:06.003896Z","time spent":"430.285135ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:06.434391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.919567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:06.434526Z","caller":"traceutil/trace.go:171","msg":"trace[2041540983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8506; }","duration":"165.077422ms","start":"2026-04-23T02:35:06.269414Z","end":"2026-04-23T02:35:06.434492Z","steps":["trace[2041540983] 'agreement among raft nodes before linearized reading' (duration: 164.910897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:07.736055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:07.852954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.243157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:35:07.853052Z","caller":"traceutil/trace.go:171","msg":"trace[1632020978] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:8506; }","duration":"881.361571ms","start":"2026-04-23T02:35:06.971671Z","end":"2026-04-23T02:35:07.853032Z","steps":["trace[1632020978] 'range keys from in-memory index tree' (duration: 881.015199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:07.853098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:06.97157Z","time spent":"881.517436ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:35:07.853085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.244804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:07.85316Z","caller":"traceutil/trace.go:171","msg":"trace[581114232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8506; }","duration":"857.377629ms","start":"2026-04-23T02:35:06.995762Z","end":"2026-04-23T02:35:07.85314Z","steps":["trace[581114232] 'count revisions from in-memory index tree' (duration: 857.118561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:07.853201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:06.99574Z","time spent":"857.451721ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:07.853376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.996778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:07.853519Z","caller":"traceutil/trace.go:171","msg":"trace[2130945041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8506; }","duration":"369.164063ms","start":"2026-04-23T02:35:07.48433Z","end":"2026-04-23T02:35:07.853494Z","steps":["trace[2130945041] 'range keys from in-memory index tree' (duration: 368.957797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:07.866231Z","caller":"traceutil/trace.go:171","msg":"trace[664942188] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"789.4064ms","start":"2026-04-23T02:35:07.076802Z","end":"2026-04-23T02:35:07.866209Z","steps":["trace[664942188] 'process raft request' (duration: 789.245775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:07.866373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.076775Z","time spent":"789.518484ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:08.075352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.29853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:08.075595Z","caller":"traceutil/trace.go:171","msg":"trace[1667015387] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"960.737691ms","start":"2026-04-23T02:35:07.114828Z","end":"2026-04-23T02:35:08.075566Z","steps":["trace[1667015387] 'process raft request' (duration: 852.126782ms)","trace[1667015387] 'compare' (duration: 108.044781ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:08.0757Z","caller":"traceutil/trace.go:171","msg":"trace[1347530711] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"333.298655ms","start":"2026-04-23T02:35:07.742383Z","end":"2026-04-23T02:35:08.075682Z","steps":["trace[1347530711] 'process raft request' (duration: 333.212732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.075708Z","caller":"traceutil/trace.go:171","msg":"trace[1125430503] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"960.392671ms","start":"2026-04-23T02:35:07.115278Z","end":"2026-04-23T02:35:08.075671Z","steps":["trace[1125430503] 'process raft request' (duration: 960.178424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.075727Z","caller":"traceutil/trace.go:171","msg":"trace[501600795] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"960.06605ms","start":"2026-04-23T02:35:07.115625Z","end":"2026-04-23T02:35:08.075691Z","steps":["trace[501600795] 'process raft request' (duration: 959.923846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.075761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.114803Z","time spent":"960.876726ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:08.075794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.742351Z","time spent":"333.397498ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:08.075848Z","caller":"traceutil/trace.go:171","msg":"trace[1142327278] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8814; }","duration":"839.869973ms","start":"2026-04-23T02:35:07.235961Z","end":"2026-04-23T02:35:08.075831Z","steps":["trace[1142327278] 'read index received' (duration: 630.130962ms)","trace[1142327278] 'applied index is now lower than readState.Index' (duration: 209.738081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:08.075906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.115619Z","time spent":"960.193744ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:08.075945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.115271Z","time spent":"960.518554ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:08.076025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.836762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:08.076051Z","caller":"traceutil/trace.go:171","msg":"trace[2144417109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8511; }","duration":"839.885433ms","start":"2026-04-23T02:35:07.236157Z","end":"2026-04-23T02:35:08.076043Z","steps":["trace[2144417109] 'agreement among raft nodes before linearized reading' (duration: 839.78232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.074999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:35:08.076145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.808846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:08.076132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.23614Z","time spent":"839.981737ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:35:08.076248Z","caller":"traceutil/trace.go:171","msg":"trace[1825812568] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8511; }","duration":"711.92922ms","start":"2026-04-23T02:35:07.364267Z","end":"2026-04-23T02:35:08.076196Z","steps":["trace[1825812568] 'agreement among raft nodes before linearized reading' (duration: 711.781136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.699897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:08.076298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.947305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:35:08.076331Z","caller":"traceutil/trace.go:171","msg":"trace[538923202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8511; }","duration":"840.029888ms","start":"2026-04-23T02:35:07.236292Z","end":"2026-04-23T02:35:08.076322Z","steps":["trace[538923202] 'agreement among raft nodes before linearized reading' (duration: 839.905044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.3642Z","time spent":"712.105296ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:08.07634Z","caller":"traceutil/trace.go:171","msg":"trace[1030205895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8511; }","duration":"805.873863ms","start":"2026-04-23T02:35:07.270445Z","end":"2026-04-23T02:35:08.076319Z","steps":["trace[1030205895] 'agreement among raft nodes before linearized reading' (duration: 805.706988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.497645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:35:08.076404Z","caller":"traceutil/trace.go:171","msg":"trace[1837992089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8511; }","duration":"835.569946ms","start":"2026-04-23T02:35:07.240819Z","end":"2026-04-23T02:35:08.076389Z","steps":["trace[1837992089] 'agreement among raft nodes before linearized reading' (duration: 835.499084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.27043Z","time spent":"805.958286ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:08.076433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.240797Z","time spent":"835.630329ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:35:08.076167Z","caller":"traceutil/trace.go:171","msg":"trace[2056938304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8511; }","duration":"840.236565ms","start":"2026-04-23T02:35:07.235918Z","end":"2026-04-23T02:35:08.076155Z","steps":["trace[2056938304] 'agreement among raft nodes before linearized reading' (duration: 840.008238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.418051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:08.076697Z","caller":"traceutil/trace.go:171","msg":"trace[180106606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8511; }","duration":"408.594706ms","start":"2026-04-23T02:35:07.668067Z","end":"2026-04-23T02:35:08.076662Z","steps":["trace[180106606] 'agreement among raft nodes before linearized reading' (duration: 408.385719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.076679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.235895Z","time spent":"840.72596ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:08.076755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.668041Z","time spent":"408.70213ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:08.076353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.236266Z","time spent":"840.08117ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:08.076294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.385709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:35:08.076819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.485182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:35:08.076967Z","caller":"traceutil/trace.go:171","msg":"trace[126333196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8511; }","duration":"840.705449ms","start":"2026-04-23T02:35:07.23624Z","end":"2026-04-23T02:35:08.076945Z","steps":["trace[126333196] 'agreement among raft nodes before linearized reading' (duration: 840.070019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.077024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.236191Z","time spent":"840.824933ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:35:08.07686Z","caller":"traceutil/trace.go:171","msg":"trace[773017503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8511; }","duration":"806.962518ms","start":"2026-04-23T02:35:07.26988Z","end":"2026-04-23T02:35:08.076843Z","steps":["trace[773017503] 'agreement among raft nodes before linearized reading' (duration: 806.315637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.077104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.269869Z","time spent":"807.218466ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:08.076872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.729214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T02:35:08.077248Z","caller":"traceutil/trace.go:171","msg":"trace[436126585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8511; }","duration":"502.162968ms","start":"2026-04-23T02:35:07.575069Z","end":"2026-04-23T02:35:08.077232Z","steps":["trace[436126585] 'agreement among raft nodes before linearized reading' (duration: 501.604981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.077284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:07.575029Z","time spent":"502.24391ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T02:35:08.300365Z","caller":"traceutil/trace.go:171","msg":"trace[723272083] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"219.717157ms","start":"2026-04-23T02:35:08.080618Z","end":"2026-04-23T02:35:08.300335Z","steps":["trace[723272083] 'process raft request' (duration: 211.712353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.300683Z","caller":"traceutil/trace.go:171","msg":"trace[341361449] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"219.78959ms","start":"2026-04-23T02:35:08.080869Z","end":"2026-04-23T02:35:08.300659Z","steps":["trace[341361449] 'process raft request' (duration: 219.335915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.301081Z","caller":"traceutil/trace.go:171","msg":"trace[676368467] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"219.188581ms","start":"2026-04-23T02:35:08.081871Z","end":"2026-04-23T02:35:08.30106Z","steps":["trace[676368467] 'process raft request' (duration: 219.025886ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.301182Z","caller":"traceutil/trace.go:171","msg":"trace[2137063000] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8821; }","duration":"212.590642ms","start":"2026-04-23T02:35:08.088567Z","end":"2026-04-23T02:35:08.301158Z","steps":["trace[2137063000] 'read index received' (duration: 203.813903ms)","trace[2137063000] 'applied index is now lower than readState.Index' (duration: 8.775259ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:08.301264Z","caller":"traceutil/trace.go:171","msg":"trace[1542420909] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"218.779488ms","start":"2026-04-23T02:35:08.082459Z","end":"2026-04-23T02:35:08.301239Z","steps":["trace[1542420909] 'process raft request' (duration: 218.644454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.301289Z","caller":"traceutil/trace.go:171","msg":"trace[1143405583] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"218.915762ms","start":"2026-04-23T02:35:08.082354Z","end":"2026-04-23T02:35:08.30127Z","steps":["trace[1143405583] 'process raft request' (duration: 218.641923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.301442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.390814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-23T02:35:08.301493Z","caller":"traceutil/trace.go:171","msg":"trace[1792200062] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8518; }","duration":"211.474496ms","start":"2026-04-23T02:35:08.090006Z","end":"2026-04-23T02:35:08.301481Z","steps":["trace[1792200062] 'agreement among raft nodes before linearized reading' (duration: 211.311411ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.301098Z","caller":"traceutil/trace.go:171","msg":"trace[1717521742] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"219.174201ms","start":"2026-04-23T02:35:08.081839Z","end":"2026-04-23T02:35:08.301014Z","steps":["trace[1717521742] 'process raft request' (duration: 218.729307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:08.301706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.899112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224120"} {"level":"info","ts":"2026-04-23T02:35:08.301778Z","caller":"traceutil/trace.go:171","msg":"trace[1820034017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8518; }","duration":"219.068978ms","start":"2026-04-23T02:35:08.082693Z","end":"2026-04-23T02:35:08.301762Z","steps":["trace[1820034017] 'agreement among raft nodes before linearized reading' (duration: 218.581682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:08.609864Z","caller":"traceutil/trace.go:171","msg":"trace[101217857] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"131.30275ms","start":"2026-04-23T02:35:08.478537Z","end":"2026-04-23T02:35:08.60984Z","steps":["trace[101217857] 'process raft request' (duration: 58.068484ms)","trace[101217857] 'compare' (duration: 72.939747ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:10.330471Z","caller":"traceutil/trace.go:171","msg":"trace[71812199] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"247.242312ms","start":"2026-04-23T02:35:10.083207Z","end":"2026-04-23T02:35:10.330449Z","steps":["trace[71812199] 'process raft request' (duration: 245.639011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:10.330627Z","caller":"traceutil/trace.go:171","msg":"trace[2018005253] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"247.338585ms","start":"2026-04-23T02:35:10.08327Z","end":"2026-04-23T02:35:10.330609Z","steps":["trace[2018005253] 'process raft request' (duration: 247.097897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.132812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.680013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T02:35:11.132881Z","caller":"traceutil/trace.go:171","msg":"trace[126319103] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e; range_end:; response_count:1; response_revision:8529; }","duration":"336.790186ms","start":"2026-04-23T02:35:10.796074Z","end":"2026-04-23T02:35:11.132864Z","steps":["trace[126319103] 'range keys from in-memory index tree' (duration: 336.496357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.132921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:10.796058Z","time spent":"336.854558ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" "} {"level":"warn","ts":"2026-04-23T02:35:39.395989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:39.897078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342166986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:40.227238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536730574s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:35:40.491031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.522399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:40.491145Z","caller":"traceutil/trace.go:171","msg":"trace[914937468] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"1.800687898s","start":"2026-04-23T02:35:38.690435Z","end":"2026-04-23T02:35:40.491123Z","steps":["trace[914937468] 'process raft request' (duration: 1.536983093s)","trace[914937468] 'compare' (duration: 263.23841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:40.491213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:38.690423Z","time spent":"1.80076069s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:41.608516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3811029s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:35:41.653109Z","caller":"traceutil/trace.go:171","msg":"trace[1870336987] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"2.765823588s","start":"2026-04-23T02:35:38.887223Z","end":"2026-04-23T02:35:41.653046Z","steps":["trace[1870336987] 'process raft request' (duration: 2.721631044s)","trace[1870336987] 'compare' (duration: 43.779571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:41.653332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762207563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:35:41.653382Z","caller":"traceutil/trace.go:171","msg":"trace[84223850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8735; }","duration":"2.762309866s","start":"2026-04-23T02:35:38.891061Z","end":"2026-04-23T02:35:41.653371Z","steps":["trace[84223850] 'agreement among raft nodes before linearized reading' (duration: 2.7621076s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:41.653368Z","caller":"traceutil/trace.go:171","msg":"trace[149920109] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"1.120321388s","start":"2026-04-23T02:35:40.533017Z","end":"2026-04-23T02:35:41.653338Z","steps":["trace[149920109] 'process raft request' (duration: 1.120275867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.653419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:38.891036Z","time spent":"2.762375829s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:35:41.653484Z","caller":"traceutil/trace.go:171","msg":"trace[1249092723] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"1.326311901s","start":"2026-04-23T02:35:40.32711Z","end":"2026-04-23T02:35:41.653422Z","steps":["trace[1249092723] 'process raft request' (duration: 1.325938159s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.653727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.327086Z","time spent":"1.326514447s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:41.653541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.532992Z","time spent":"1.120472903s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:41.653488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:38.887198Z","time spent":"2.766000654s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:41.653591Z","caller":"traceutil/trace.go:171","msg":"trace[1809328356] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"1.157409647s","start":"2026-04-23T02:35:40.496171Z","end":"2026-04-23T02:35:41.653581Z","steps":["trace[1809328356] 'process raft request' (duration: 1.157043645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.654045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.496154Z","time spent":"1.15784155s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:41.653591Z","caller":"traceutil/trace.go:171","msg":"trace[1994765851] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"1.562855162s","start":"2026-04-23T02:35:40.090519Z","end":"2026-04-23T02:35:41.653374Z","steps":["trace[1994765851] 'process raft request' (duration: 1.562436159s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:41.653121Z","caller":"traceutil/trace.go:171","msg":"trace[814811717] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9049; }","duration":"2.761954365s","start":"2026-04-23T02:35:38.891122Z","end":"2026-04-23T02:35:41.653076Z","steps":["trace[814811717] 'read index received' (duration: 1.33631948s)","trace[814811717] 'applied index is now lower than readState.Index' (duration: 1.425633885s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:41.654422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.09049Z","time spent":"1.563828623s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:41.654652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453462629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:41.654726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.815381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:35:41.654766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.267889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:35:41.654725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.159214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:41.65479Z","caller":"traceutil/trace.go:171","msg":"trace[374038999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8737; }","duration":"993.922065ms","start":"2026-04-23T02:35:40.660852Z","end":"2026-04-23T02:35:41.654774Z","steps":["trace[374038999] 'agreement among raft nodes before linearized reading' (duration: 993.748329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.654679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016273934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:41.654796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.165045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-23T02:35:41.654795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00572946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:35:41.654825Z","caller":"traceutil/trace.go:171","msg":"trace[2058324038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8737; }","duration":"962.361142ms","start":"2026-04-23T02:35:40.692448Z","end":"2026-04-23T02:35:41.654809Z","steps":["trace[2058324038] 'agreement among raft nodes before linearized reading' (duration: 962.218707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:41.654849Z","caller":"traceutil/trace.go:171","msg":"trace[1677919651] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8737; }","duration":"1.016475891s","start":"2026-04-23T02:35:40.638354Z","end":"2026-04-23T02:35:41.65483Z","steps":["trace[1677919651] 'agreement among raft nodes before linearized reading' (duration: 1.016262784s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:41.654854Z","caller":"traceutil/trace.go:171","msg":"trace[991940383] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e; range_end:; response_count:1; response_revision:8737; }","duration":"859.256218ms","start":"2026-04-23T02:35:40.79558Z","end":"2026-04-23T02:35:41.654837Z","steps":["trace[991940383] 'agreement among raft nodes before linearized reading' (duration: 859.083752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:41.65483Z","caller":"traceutil/trace.go:171","msg":"trace[1163990690] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8737; }","duration":"119.309549ms","start":"2026-04-23T02:35:41.535508Z","end":"2026-04-23T02:35:41.654817Z","steps":["trace[1163990690] 'agreement among raft nodes before linearized reading' (duration: 119.118583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.654921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.692424Z","time spent":"962.451625ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:41.654934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.795564Z","time spent":"859.360591ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" "} {"level":"warn","ts":"2026-04-23T02:35:41.654835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.660828Z","time spent":"993.998616ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:35:41.654933Z","caller":"traceutil/trace.go:171","msg":"trace[1189964967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8737; }","duration":"1.005834603s","start":"2026-04-23T02:35:40.649032Z","end":"2026-04-23T02:35:41.654867Z","steps":["trace[1189964967] 'agreement among raft nodes before linearized reading' (duration: 1.005609346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.654937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034499253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:35:41.655021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.648934Z","time spent":"1.00607238s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:35:41.65503Z","caller":"traceutil/trace.go:171","msg":"trace[1284349604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8737; }","duration":"1.034648037s","start":"2026-04-23T02:35:40.620363Z","end":"2026-04-23T02:35:41.655011Z","steps":["trace[1284349604] 'agreement among raft nodes before linearized reading' (duration: 1.034292376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.655105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.620338Z","time spent":"1.034755021s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:41.655026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384162447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:41.654773Z","caller":"traceutil/trace.go:171","msg":"trace[1834965640] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8737; }","duration":"1.453577833s","start":"2026-04-23T02:35:40.201133Z","end":"2026-04-23T02:35:41.654711Z","steps":["trace[1834965640] 'agreement among raft nodes before linearized reading' (duration: 1.453404117s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.655247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.201115Z","time spent":"1.454115649s","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:41.655224Z","caller":"traceutil/trace.go:171","msg":"trace[1969203734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8737; }","duration":"1.384355753s","start":"2026-04-23T02:35:40.270816Z","end":"2026-04-23T02:35:41.655172Z","steps":["trace[1969203734] 'agreement among raft nodes before linearized reading' (duration: 1.383989932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.654951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.638341Z","time spent":"1.016590064s","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:41.655362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.270796Z","time spent":"1.384506239s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:41.656086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007242878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:41.656324Z","caller":"traceutil/trace.go:171","msg":"trace[1602003913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8737; }","duration":"1.007411333s","start":"2026-04-23T02:35:40.648791Z","end":"2026-04-23T02:35:41.656203Z","steps":["trace[1602003913] 'agreement among raft nodes before linearized reading' (duration: 1.005866454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.656425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:40.648777Z","time spent":"1.00763127s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:35:43.778035Z","caller":"traceutil/trace.go:171","msg":"trace[954031963] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"117.544954ms","start":"2026-04-23T02:35:43.660468Z","end":"2026-04-23T02:35:43.778013Z","steps":["trace[954031963] 'process raft request' (duration: 117.391689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.269027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.054773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:44.269231Z","caller":"traceutil/trace.go:171","msg":"trace[37109101] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9063; }","duration":"597.883927ms","start":"2026-04-23T02:35:43.67133Z","end":"2026-04-23T02:35:44.269214Z","steps":["trace[37109101] 'read index received' (duration: 106.531353ms)","trace[37109101] 'applied index is now lower than readState.Index' (duration: 491.351694ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:44.269326Z","caller":"traceutil/trace.go:171","msg":"trace[1649449536] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"608.773814ms","start":"2026-04-23T02:35:43.66054Z","end":"2026-04-23T02:35:44.269314Z","steps":["trace[1649449536] 'process raft request' (duration: 289.35826ms)","trace[1649449536] 'compare' (duration: 318.882937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:44.26941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.660513Z","time spent":"608.843326ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:44.269701Z","caller":"traceutil/trace.go:171","msg":"trace[69681013] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"608.692191ms","start":"2026-04-23T02:35:43.660984Z","end":"2026-04-23T02:35:44.269676Z","steps":["trace[69681013] 'process raft request' (duration: 608.135323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.269808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.466717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:35:44.26987Z","caller":"traceutil/trace.go:171","msg":"trace[1028991984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8748; }","duration":"598.56346ms","start":"2026-04-23T02:35:43.671289Z","end":"2026-04-23T02:35:44.269853Z","steps":["trace[1028991984] 'agreement among raft nodes before linearized reading' (duration: 598.361553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.269911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.671279Z","time spent":"598.624481ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:44.26987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.66097Z","time spent":"608.797465ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:44.270027Z","caller":"traceutil/trace.go:171","msg":"trace[764212263] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"608.528926ms","start":"2026-04-23T02:35:43.661487Z","end":"2026-04-23T02:35:44.270016Z","steps":["trace[764212263] 'process raft request' (duration: 607.687289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.270099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.661475Z","time spent":"608.585808ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:44.270292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.319132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:35:44.270368Z","caller":"traceutil/trace.go:171","msg":"trace[546449033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8748; }","duration":"598.416785ms","start":"2026-04-23T02:35:43.671936Z","end":"2026-04-23T02:35:44.270353Z","steps":["trace[546449033] 'agreement among raft nodes before linearized reading' (duration: 598.228169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.270385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.215058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:35:44.270411Z","caller":"traceutil/trace.go:171","msg":"trace[2092463787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8748; }","duration":"598.27996ms","start":"2026-04-23T02:35:43.672123Z","end":"2026-04-23T02:35:44.270403Z","steps":["trace[2092463787] 'agreement among raft nodes before linearized reading' (duration: 598.198798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.270407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.671928Z","time spent":"598.470636ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:44.270433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.672101Z","time spent":"598.325382ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:44.270432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.662889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:35:44.270435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.373042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:44.270472Z","caller":"traceutil/trace.go:171","msg":"trace[1423511732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8748; }","duration":"596.721021ms","start":"2026-04-23T02:35:43.673739Z","end":"2026-04-23T02:35:44.27046Z","steps":["trace[1423511732] 'agreement among raft nodes before linearized reading' (duration: 596.579567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:44.270478Z","caller":"traceutil/trace.go:171","msg":"trace[268861363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8748; }","duration":"597.449374ms","start":"2026-04-23T02:35:43.673016Z","end":"2026-04-23T02:35:44.270465Z","steps":["trace[268861363] 'agreement among raft nodes before linearized reading' (duration: 597.297869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:44.2705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.67373Z","time spent":"596.762682ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:35:44.270509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:43.673003Z","time spent":"597.498905ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:35:44.64511Z","caller":"traceutil/trace.go:171","msg":"trace[381785576] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"132.913712ms","start":"2026-04-23T02:35:44.512174Z","end":"2026-04-23T02:35:44.645087Z","steps":["trace[381785576] 'process raft request' (duration: 132.743036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:45.980566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04413078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T02:35:45.980672Z","caller":"traceutil/trace.go:171","msg":"trace[1746667016] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8755; }","duration":"1.044246594s","start":"2026-04-23T02:35:44.936397Z","end":"2026-04-23T02:35:45.980644Z","steps":["trace[1746667016] 'range keys from in-memory index tree' (duration: 1.043938404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:45.980745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:44.936376Z","time spent":"1.044353757s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-23T02:35:46.022633Z","caller":"traceutil/trace.go:171","msg":"trace[1705476192] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"240.696944ms","start":"2026-04-23T02:35:45.781922Z","end":"2026-04-23T02:35:46.022619Z","steps":["trace[1705476192] 'process raft request' (duration: 240.25429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:46.770178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342167039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:47.177412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026875242s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:35:47.402615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.793079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:47.402745Z","caller":"traceutil/trace.go:171","msg":"trace[226080401] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"1.252283721s","start":"2026-04-23T02:35:46.150434Z","end":"2026-04-23T02:35:47.402718Z","steps":["trace[226080401] 'process raft request' (duration: 1.027291505s)","trace[226080401] 'compare' (duration: 224.366406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:47.402898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.15041Z","time spent":"1.252440876s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.62309Z","caller":"traceutil/trace.go:171","msg":"trace[392305814] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"1.347529376s","start":"2026-04-23T02:35:46.275544Z","end":"2026-04-23T02:35:47.623073Z","steps":["trace[392305814] 'process raft request' (duration: 1.347480924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.623194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.275506Z","time spent":"1.347633429s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.623181Z","caller":"traceutil/trace.go:171","msg":"trace[163718360] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"1.348186386s","start":"2026-04-23T02:35:46.274955Z","end":"2026-04-23T02:35:47.623142Z","steps":["trace[163718360] 'process raft request' (duration: 1.347942328s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.623303Z","caller":"traceutil/trace.go:171","msg":"trace[245718401] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"1.347401552s","start":"2026-04-23T02:35:46.275897Z","end":"2026-04-23T02:35:47.623298Z","steps":["trace[245718401] 'process raft request' (duration: 1.347154844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.623331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.27589Z","time spent":"1.347426982s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.62352Z","caller":"traceutil/trace.go:171","msg":"trace[1246666229] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"1.321485688s","start":"2026-04-23T02:35:46.302015Z","end":"2026-04-23T02:35:47.623501Z","steps":["trace[1246666229] 'process raft request' (duration: 1.321257151s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.623503Z","caller":"traceutil/trace.go:171","msg":"trace[529111864] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9075; }","duration":"1.353385651s","start":"2026-04-23T02:35:46.270088Z","end":"2026-04-23T02:35:47.623474Z","steps":["trace[529111864] 'read index received' (duration: 907.581463ms)","trace[529111864] 'applied index is now lower than readState.Index' (duration: 445.802968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:47.623616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353532106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:47.623614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.301997Z","time spent":"1.321567171s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.623646Z","caller":"traceutil/trace.go:171","msg":"trace[1042055958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8761; }","duration":"1.353622679s","start":"2026-04-23T02:35:46.270016Z","end":"2026-04-23T02:35:47.623639Z","steps":["trace[1042055958] 'agreement among raft nodes before linearized reading' (duration: 1.353573067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.623661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.27Z","time spent":"1.35365826s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:47.623764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.276154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:47.623788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333673815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:35:47.623817Z","caller":"traceutil/trace.go:171","msg":"trace[477456855] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8761; }","duration":"128.368477ms","start":"2026-04-23T02:35:47.495429Z","end":"2026-04-23T02:35:47.623797Z","steps":["trace[477456855] 'agreement among raft nodes before linearized reading' (duration: 128.235842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.623813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.422972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:35:47.623902Z","caller":"traceutil/trace.go:171","msg":"trace[1570345678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8761; }","duration":"966.542835ms","start":"2026-04-23T02:35:46.657337Z","end":"2026-04-23T02:35:47.62388Z","steps":["trace[1570345678] 'agreement among raft nodes before linearized reading' (duration: 966.322618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.623933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313636659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:35:47.623968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.875712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:47.623956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.657321Z","time spent":"966.622378ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:35:47.62399Z","caller":"traceutil/trace.go:171","msg":"trace[855680765] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8761; }","duration":"986.934974ms","start":"2026-04-23T02:35:46.637049Z","end":"2026-04-23T02:35:47.623984Z","steps":["trace[855680765] 'agreement among raft nodes before linearized reading' (duration: 986.902843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.624006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.637028Z","time spent":"986.973715ms","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:47.624031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.777197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T02:35:47.624068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330740872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:35:47.624062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.274942Z","time spent":"1.348357262s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.624089Z","caller":"traceutil/trace.go:171","msg":"trace[449186724] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:8761; }","duration":"650.883321ms","start":"2026-04-23T02:35:46.973189Z","end":"2026-04-23T02:35:47.624072Z","steps":["trace[449186724] 'agreement among raft nodes before linearized reading' (duration: 650.740527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.6241Z","caller":"traceutil/trace.go:171","msg":"trace[1513097495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8761; }","duration":"1.330809474s","start":"2026-04-23T02:35:46.293283Z","end":"2026-04-23T02:35:47.624093Z","steps":["trace[1513097495] 'agreement among raft nodes before linearized reading' (duration: 1.330699831s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.623843Z","caller":"traceutil/trace.go:171","msg":"trace[1510749334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8761; }","duration":"1.33380235s","start":"2026-04-23T02:35:46.290023Z","end":"2026-04-23T02:35:47.623826Z","steps":["trace[1510749334] 'agreement among raft nodes before linearized reading' (duration: 1.333621104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.624142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.293268Z","time spent":"1.330866116s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:35:47.624138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.973165Z","time spent":"650.959343ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:35:47.62416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313209605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:47.624183Z","caller":"traceutil/trace.go:171","msg":"trace[1544358002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8761; }","duration":"1.313246227s","start":"2026-04-23T02:35:46.31093Z","end":"2026-04-23T02:35:47.624176Z","steps":["trace[1544358002] 'agreement among raft nodes before linearized reading' (duration: 1.313168334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.6242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.310923Z","time spent":"1.313273897s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:35:47.62419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.290008Z","time spent":"1.334164631s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:47.623937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313485004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:35:47.624256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.163863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:35:47.624277Z","caller":"traceutil/trace.go:171","msg":"trace[952234130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8761; }","duration":"1.313842576s","start":"2026-04-23T02:35:46.310429Z","end":"2026-04-23T02:35:47.624272Z","steps":["trace[952234130] 'agreement among raft nodes before linearized reading' (duration: 1.313437883s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.624295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.310422Z","time spent":"1.313867976s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:35:47.624293Z","caller":"traceutil/trace.go:171","msg":"trace[1849100587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8761; }","duration":"863.235055ms","start":"2026-04-23T02:35:46.761048Z","end":"2026-04-23T02:35:47.624283Z","steps":["trace[1849100587] 'agreement among raft nodes before linearized reading' (duration: 863.042329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.623964Z","caller":"traceutil/trace.go:171","msg":"trace[762774630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8761; }","duration":"1.313687061s","start":"2026-04-23T02:35:46.310269Z","end":"2026-04-23T02:35:47.623956Z","steps":["trace[762774630] 'agreement among raft nodes before linearized reading' (duration: 1.313601978s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.624325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.761029Z","time spent":"863.287266ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:35:47.624366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.310258Z","time spent":"1.314094023s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:47.762579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.379759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:47.762661Z","caller":"traceutil/trace.go:171","msg":"trace[1294527750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8767; }","duration":"129.494242ms","start":"2026-04-23T02:35:47.633148Z","end":"2026-04-23T02:35:47.762642Z","steps":["trace[1294527750] 'agreement among raft nodes before linearized reading' (duration: 129.294636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.762908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.268062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228850"} {"level":"info","ts":"2026-04-23T02:35:47.762989Z","caller":"traceutil/trace.go:171","msg":"trace[1077826660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8767; }","duration":"133.377006ms","start":"2026-04-23T02:35:47.629596Z","end":"2026-04-23T02:35:47.762973Z","steps":["trace[1077826660] 'agreement among raft nodes before linearized reading' (duration: 132.861589ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:52.930432Z","caller":"traceutil/trace.go:171","msg":"trace[1666672428] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"135.209444ms","start":"2026-04-23T02:35:52.795194Z","end":"2026-04-23T02:35:52.930404Z","steps":["trace[1666672428] 'process raft request' (duration: 134.992587ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:52.964397Z","caller":"traceutil/trace.go:171","msg":"trace[1852010895] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9111; }","duration":"116.595443ms","start":"2026-04-23T02:35:52.847784Z","end":"2026-04-23T02:35:52.96438Z","steps":["trace[1852010895] 'read index received' (duration: 82.394667ms)","trace[1852010895] 'applied index is now lower than readState.Index' (duration: 34.200056ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:52.964686Z","caller":"traceutil/trace.go:171","msg":"trace[644166283] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"169.333207ms","start":"2026-04-23T02:35:52.795334Z","end":"2026-04-23T02:35:52.964667Z","steps":["trace[644166283] 'process raft request' (duration: 168.965336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:52.965202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:35:52.965283Z","caller":"traceutil/trace.go:171","msg":"trace[854019331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8792; }","duration":"117.510192ms","start":"2026-04-23T02:35:52.847755Z","end":"2026-04-23T02:35:52.965266Z","steps":["trace[854019331] 'agreement among raft nodes before linearized reading' (duration: 117.245554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:55.819419Z","caller":"traceutil/trace.go:171","msg":"trace[198583262] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"124.290357ms","start":"2026-04-23T02:35:55.695097Z","end":"2026-04-23T02:35:55.819387Z","steps":["trace[198583262] 'process raft request' (duration: 61.201804ms)","trace[198583262] 'compare' (duration: 62.903358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:55.877915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.662195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:55.877981Z","caller":"traceutil/trace.go:171","msg":"trace[1882308961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8836; }","duration":"116.737227ms","start":"2026-04-23T02:35:55.761233Z","end":"2026-04-23T02:35:55.87797Z","steps":["trace[1882308961] 'agreement among raft nodes before linearized reading' (duration: 116.610753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:55.878104Z","caller":"traceutil/trace.go:171","msg":"trace[759046704] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"119.429053ms","start":"2026-04-23T02:35:55.758216Z","end":"2026-04-23T02:35:55.877645Z","steps":["trace[759046704] 'process raft request' (duration: 119.282868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.509113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.718489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:56.509212Z","caller":"traceutil/trace.go:171","msg":"trace[464286963] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9168; }","duration":"365.689434ms","start":"2026-04-23T02:35:56.143507Z","end":"2026-04-23T02:35:56.509196Z","steps":["trace[464286963] 'read index received' (duration: 35.364883ms)","trace[464286963] 'applied index is now lower than readState.Index' (duration: 330.323091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:56.509296Z","caller":"traceutil/trace.go:171","msg":"trace[1363351258] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"367.287465ms","start":"2026-04-23T02:35:56.141998Z","end":"2026-04-23T02:35:56.509286Z","steps":["trace[1363351258] 'process raft request' (duration: 266.318058ms)","trace[1363351258] 'compare' (duration: 100.487311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:56.509355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:56.141945Z","time spent":"367.382247ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:56.509586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.087216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2qcst\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-04-23T02:35:56.50963Z","caller":"traceutil/trace.go:171","msg":"trace[860623381] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2qcst; range_end:; response_count:1; response_revision:8846; }","duration":"366.150488ms","start":"2026-04-23T02:35:56.143468Z","end":"2026-04-23T02:35:56.509619Z","steps":["trace[860623381] 'agreement among raft nodes before linearized reading' (duration: 366.072636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.509663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:56.143459Z","time spent":"366.1966ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4658,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2qcst\" "} {"level":"warn","ts":"2026-04-23T02:35:56.509771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.645091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:56.509799Z","caller":"traceutil/trace.go:171","msg":"trace[40102106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8846; }","duration":"239.706743ms","start":"2026-04-23T02:35:56.270085Z","end":"2026-04-23T02:35:56.509791Z","steps":["trace[40102106] 'agreement among raft nodes before linearized reading' (duration: 239.667212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.50985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.056196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-04-23T02:35:56.50992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.275883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-23T02:35:56.509929Z","caller":"traceutil/trace.go:171","msg":"trace[476711195] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8846; }","duration":"366.160479ms","start":"2026-04-23T02:35:56.143751Z","end":"2026-04-23T02:35:56.509912Z","steps":["trace[476711195] 'agreement among raft nodes before linearized reading' (duration: 365.933141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.509944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.193392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-23T02:35:56.509978Z","caller":"traceutil/trace.go:171","msg":"trace[359398719] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8846; }","duration":"327.368437ms","start":"2026-04-23T02:35:56.182593Z","end":"2026-04-23T02:35:56.509961Z","steps":["trace[359398719] 'agreement among raft nodes before linearized reading' (duration: 327.189702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:56.510039Z","caller":"traceutil/trace.go:171","msg":"trace[311585487] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8846; }","duration":"327.332306ms","start":"2026-04-23T02:35:56.182686Z","end":"2026-04-23T02:35:56.510018Z","steps":["trace[311585487] 'agreement among raft nodes before linearized reading' (duration: 327.076978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.510043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:56.182573Z","time spent":"327.455179ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-04-23T02:35:56.509979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:56.143747Z","time spent":"366.224461ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-23T02:35:56.510097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:56.18267Z","time spent":"327.412888ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-23T02:35:56.707904Z","caller":"traceutil/trace.go:171","msg":"trace[1023507325] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8847; }","duration":"189.707155ms","start":"2026-04-23T02:35:56.518168Z","end":"2026-04-23T02:35:56.707875Z","steps":["trace[1023507325] 'process raft request' (duration: 149.031193ms)","trace[1023507325] 'compare' (duration: 40.535787ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:56.749519Z","caller":"traceutil/trace.go:171","msg":"trace[325163542] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"231.077518ms","start":"2026-04-23T02:35:56.518419Z","end":"2026-04-23T02:35:56.749496Z","steps":["trace[325163542] 'process raft request' (duration: 230.579593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:56.869176Z","caller":"traceutil/trace.go:171","msg":"trace[936873125] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9172; }","duration":"105.448669ms","start":"2026-04-23T02:35:56.763695Z","end":"2026-04-23T02:35:56.869144Z","steps":["trace[936873125] 'read index received' (duration: 29.916571ms)","trace[936873125] 'applied index is now lower than readState.Index' (duration: 75.531188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:56.869389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.667256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2qcst\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-04-23T02:35:56.869334Z","caller":"traceutil/trace.go:171","msg":"trace[2101803870] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8849; }","duration":"106.360368ms","start":"2026-04-23T02:35:56.762914Z","end":"2026-04-23T02:35:56.869274Z","steps":["trace[2101803870] 'process raft request' (duration: 90.723361ms)","trace[2101803870] 'compare' (duration: 15.44097ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:56.869431Z","caller":"traceutil/trace.go:171","msg":"trace[1617710379] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2qcst; range_end:; response_count:1; response_revision:8849; }","duration":"105.757439ms","start":"2026-04-23T02:35:56.763662Z","end":"2026-04-23T02:35:56.86942Z","steps":["trace[1617710379] 'agreement among raft nodes before linearized reading' (duration: 105.593044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:57.079558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.336307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T02:35:57.079741Z","caller":"traceutil/trace.go:171","msg":"trace[896341808] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:8851; }","duration":"106.608755ms","start":"2026-04-23T02:35:56.973117Z","end":"2026-04-23T02:35:57.079726Z","steps":["trace[896341808] 'range keys from in-memory index tree' (duration: 105.979706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:57.757717Z","caller":"traceutil/trace.go:171","msg":"trace[83090274] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9178; }","duration":"159.832766ms","start":"2026-04-23T02:35:57.597861Z","end":"2026-04-23T02:35:57.757694Z","steps":["trace[83090274] 'read index received' (duration: 159.671841ms)","trace[83090274] 'applied index is now lower than readState.Index' (duration: 159.535µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:57.757805Z","caller":"traceutil/trace.go:171","msg":"trace[808419315] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"239.131574ms","start":"2026-04-23T02:35:57.518652Z","end":"2026-04-23T02:35:57.757783Z","steps":["trace[808419315] 'process raft request' (duration: 238.896277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:57.757893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.002031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:57.757958Z","caller":"traceutil/trace.go:171","msg":"trace[606881300] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8853; }","duration":"160.120115ms","start":"2026-04-23T02:35:57.597824Z","end":"2026-04-23T02:35:57.757944Z","steps":["trace[606881300] 'agreement among raft nodes before linearized reading' (duration: 159.996441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:58.220442Z","caller":"traceutil/trace.go:171","msg":"trace[1063059520] linearizableReadLoop","detail":"{readStateIndex:9180; appliedIndex:9179; }","duration":"462.620733ms","start":"2026-04-23T02:35:57.757799Z","end":"2026-04-23T02:35:58.220419Z","steps":["trace[1063059520] 'read index received' (duration: 448.727372ms)","trace[1063059520] 'applied index is now lower than readState.Index' (duration: 13.892591ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:58.220533Z","caller":"traceutil/trace.go:171","msg":"trace[1073952372] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"539.511284ms","start":"2026-04-23T02:35:57.68098Z","end":"2026-04-23T02:35:58.220491Z","steps":["trace[1073952372] 'process raft request' (duration: 525.52914ms)","trace[1073952372] 'compare' (duration: 13.816679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:58.220676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.680958Z","time spent":"539.641998ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:58.220677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.319734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-23T02:35:58.220754Z","caller":"traceutil/trace.go:171","msg":"trace[41056884] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8854; }","duration":"588.421778ms","start":"2026-04-23T02:35:57.632312Z","end":"2026-04-23T02:35:58.220734Z","steps":["trace[41056884] 'agreement among raft nodes before linearized reading' (duration: 588.198841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:58.220801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.632302Z","time spent":"588.49157ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T02:35:58.72134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342167326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:35:58.822653Z","caller":"traceutil/trace.go:171","msg":"trace[1767704102] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"938.048621ms","start":"2026-04-23T02:35:57.884573Z","end":"2026-04-23T02:35:58.822621Z","steps":["trace[1767704102] 'process raft request' (duration: 937.979068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:58.822682Z","caller":"traceutil/trace.go:171","msg":"trace[268813472] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"996.91457ms","start":"2026-04-23T02:35:57.825724Z","end":"2026-04-23T02:35:58.822639Z","steps":["trace[268813472] 'process raft request' (duration: 996.565269ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:58.822682Z","caller":"traceutil/trace.go:171","msg":"trace[827770469] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"947.693567ms","start":"2026-04-23T02:35:57.874946Z","end":"2026-04-23T02:35:58.82264Z","steps":["trace[827770469] 'process raft request' (duration: 947.548503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:58.822811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.884536Z","time spent":"938.195465ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:58.822853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.825699Z","time spent":"997.068595ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:58.822957Z","caller":"traceutil/trace.go:171","msg":"trace[2099774371] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"686.329907ms","start":"2026-04-23T02:35:58.136452Z","end":"2026-04-23T02:35:58.822782Z","steps":["trace[2099774371] 'process raft request' (duration: 686.13225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:58.823057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.874925Z","time spent":"947.866763ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:58.823113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:58.136425Z","time spent":"686.607546ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:59.055266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.364147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:59.055521Z","caller":"traceutil/trace.go:171","msg":"trace[631618942] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"819.506896ms","start":"2026-04-23T02:35:58.235977Z","end":"2026-04-23T02:35:59.055483Z","steps":["trace[631618942] 'process raft request' (duration: 707.827709ms)","trace[631618942] 'compare' (duration: 111.207062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:59.055717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:58.235956Z","time spent":"819.674192ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:59.055821Z","caller":"traceutil/trace.go:171","msg":"trace[381588792] linearizableReadLoop","detail":"{readStateIndex:9185; appliedIndex:9180; }","duration":"835.306468ms","start":"2026-04-23T02:35:58.220495Z","end":"2026-04-23T02:35:59.055801Z","steps":["trace[381588792] 'read index received' (duration: 601.614716ms)","trace[381588792] 'applied index is now lower than readState.Index' (duration: 233.689682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:59.056015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092063142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:59.056099Z","caller":"traceutil/trace.go:171","msg":"trace[748311360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8860; }","duration":"1.092177936s","start":"2026-04-23T02:35:57.963902Z","end":"2026-04-23T02:35:59.05608Z","steps":["trace[748311360] 'agreement among raft nodes before linearized reading' (duration: 1.091929358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.056143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.963892Z","time spent":"1.092244068s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:35:59.056343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093179488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:35:59.056391Z","caller":"traceutil/trace.go:171","msg":"trace[1632397875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8860; }","duration":"1.0932526s","start":"2026-04-23T02:35:57.963127Z","end":"2026-04-23T02:35:59.05638Z","steps":["trace[1632397875] 'agreement among raft nodes before linearized reading' (duration: 1.092905959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.056513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088750786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:35:59.056506Z","caller":"traceutil/trace.go:171","msg":"trace[778823870] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"329.730542ms","start":"2026-04-23T02:35:58.726749Z","end":"2026-04-23T02:35:59.05648Z","steps":["trace[778823870] 'process raft request' (duration: 328.628547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:59.056556Z","caller":"traceutil/trace.go:171","msg":"trace[1059671482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:8860; }","duration":"1.088812509s","start":"2026-04-23T02:35:57.967733Z","end":"2026-04-23T02:35:59.056546Z","steps":["trace[1059671482] 'agreement among raft nodes before linearized reading' (duration: 1.088629353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.056585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.967724Z","time spent":"1.0888547s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:35:59.056598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:58.726727Z","time spent":"329.832885ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:35:59.056604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.036765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:35:59.056468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.963118Z","time spent":"1.093339143s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:59.056781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093640092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:35:59.05684Z","caller":"traceutil/trace.go:171","msg":"trace[962438174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8860; }","duration":"1.093729106s","start":"2026-04-23T02:35:57.963095Z","end":"2026-04-23T02:35:59.056824Z","steps":["trace[962438174] 'agreement among raft nodes before linearized reading' (duration: 1.093571781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.056886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.963071Z","time spent":"1.093807377s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:59.057048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09423107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:35:59.057047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166846617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:35:59.057079Z","caller":"traceutil/trace.go:171","msg":"trace[1271744340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8860; }","duration":"1.094259912s","start":"2026-04-23T02:35:57.962811Z","end":"2026-04-23T02:35:59.057071Z","steps":["trace[1271744340] 'agreement among raft nodes before linearized reading' (duration: 1.09417505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.057107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.962755Z","time spent":"1.094345964s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:35:59.057136Z","caller":"traceutil/trace.go:171","msg":"trace[120056305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8860; }","duration":"1.166917s","start":"2026-04-23T02:35:57.890168Z","end":"2026-04-23T02:35:59.057085Z","steps":["trace[120056305] 'agreement among raft nodes before linearized reading' (duration: 1.166775985s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:59.056722Z","caller":"traceutil/trace.go:171","msg":"trace[1498169833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8860; }","duration":"952.246172ms","start":"2026-04-23T02:35:58.104462Z","end":"2026-04-23T02:35:59.056708Z","steps":["trace[1498169833] 'agreement among raft nodes before linearized reading' (duration: 951.8624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.057196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:58.104429Z","time spent":"952.753148ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:35:59.056616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159866566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:59.057328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.735865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:59.057332Z","caller":"traceutil/trace.go:171","msg":"trace[1845462685] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8860; }","duration":"1.160568618s","start":"2026-04-23T02:35:57.896716Z","end":"2026-04-23T02:35:59.057284Z","steps":["trace[1845462685] 'agreement among raft nodes before linearized reading' (duration: 1.159776833s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:59.057363Z","caller":"traceutil/trace.go:171","msg":"trace[349260230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8860; }","duration":"786.807857ms","start":"2026-04-23T02:35:58.270546Z","end":"2026-04-23T02:35:59.057354Z","steps":["trace[349260230] 'agreement among raft nodes before linearized reading' (duration: 786.730175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.057465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.896701Z","time spent":"1.160722783s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:59.057246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:57.890152Z","time spent":"1.167082335s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:59.057447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:58.270527Z","time spent":"786.903311ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:59.057592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.733753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2qcst\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-04-23T02:35:59.057649Z","caller":"traceutil/trace.go:171","msg":"trace[1387363215] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2qcst; range_end:; response_count:1; response_revision:8860; }","duration":"330.816156ms","start":"2026-04-23T02:35:58.726817Z","end":"2026-04-23T02:35:59.057633Z","steps":["trace[1387363215] 'agreement among raft nodes before linearized reading' (duration: 330.657471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.05769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:58.726809Z","time spent":"330.870128ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2qcst\" "} {"level":"info","ts":"2026-04-23T02:35:59.430037Z","caller":"traceutil/trace.go:171","msg":"trace[1371060670] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"369.216555ms","start":"2026-04-23T02:35:59.060788Z","end":"2026-04-23T02:35:59.430005Z","steps":["trace[1371060670] 'process raft request' (duration: 329.639538ms)","trace[1371060670] 'compare' (duration: 39.441393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:59.43019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.060765Z","time spent":"369.356239ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:59.709602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.112104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:59.709873Z","caller":"traceutil/trace.go:171","msg":"trace[1721416005] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"648.567327ms","start":"2026-04-23T02:35:59.061287Z","end":"2026-04-23T02:35:59.709854Z","steps":["trace[1721416005] 'process raft request' (duration: 648.490404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:59.709859Z","caller":"traceutil/trace.go:171","msg":"trace[455768038] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"648.899977ms","start":"2026-04-23T02:35:59.060928Z","end":"2026-04-23T02:35:59.709828Z","steps":["trace[455768038] 'process raft request' (duration: 523.478304ms)","trace[455768038] 'compare' (duration: 124.848575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:59.709951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.061263Z","time spent":"648.65507ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:59.710008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.060897Z","time spent":"649.032041ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:59.709978Z","caller":"traceutil/trace.go:171","msg":"trace[2108986040] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"648.943718ms","start":"2026-04-23T02:35:59.060959Z","end":"2026-04-23T02:35:59.709903Z","steps":["trace[2108986040] 'process raft request' (duration: 648.748852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:59.710116Z","caller":"traceutil/trace.go:171","msg":"trace[396106691] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9186; }","duration":"648.765813ms","start":"2026-04-23T02:35:59.061333Z","end":"2026-04-23T02:35:59.710099Z","steps":["trace[396106691] 'read index received' (duration: 329.108071ms)","trace[396106691] 'applied index is now lower than readState.Index' (duration: 319.656532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:59.710453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.114775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:35:59.710499Z","caller":"traceutil/trace.go:171","msg":"trace[1234336790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8865; }","duration":"649.191097ms","start":"2026-04-23T02:35:59.061296Z","end":"2026-04-23T02:35:59.710487Z","steps":["trace[1234336790] 'agreement among raft nodes before linearized reading' (duration: 648.96398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.710533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.06128Z","time spent":"649.246488ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:35:59.710732Z","caller":"traceutil/trace.go:171","msg":"trace[1775126465] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"647.74979ms","start":"2026-04-23T02:35:59.062967Z","end":"2026-04-23T02:35:59.710717Z","steps":["trace[1775126465] 'process raft request' (duration: 646.854582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.710755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.334114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:59.710784Z","caller":"traceutil/trace.go:171","msg":"trace[1045699620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8865; }","duration":"440.360785ms","start":"2026-04-23T02:35:59.270415Z","end":"2026-04-23T02:35:59.710776Z","steps":["trace[1045699620] 'agreement among raft nodes before linearized reading' (duration: 440.314414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.710802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.270367Z","time spent":"440.431718ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:59.710812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.062954Z","time spent":"647.818773ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:59.710917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.234054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:59.710946Z","caller":"traceutil/trace.go:171","msg":"trace[1031016331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8865; }","duration":"237.305766ms","start":"2026-04-23T02:35:59.473633Z","end":"2026-04-23T02:35:59.710939Z","steps":["trace[1031016331] 'agreement among raft nodes before linearized reading' (duration: 237.264145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.710881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.456895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228765"} {"level":"warn","ts":"2026-04-23T02:35:59.711043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.367152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T02:35:59.711125Z","caller":"traceutil/trace.go:171","msg":"trace[1994213807] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8865; }","duration":"484.482067ms","start":"2026-04-23T02:35:59.226628Z","end":"2026-04-23T02:35:59.711111Z","steps":["trace[1994213807] 'agreement among raft nodes before linearized reading' (duration: 484.307721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.7112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.431551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T02:35:59.711227Z","caller":"traceutil/trace.go:171","msg":"trace[1653876701] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8865; }","duration":"647.485212ms","start":"2026-04-23T02:35:59.063736Z","end":"2026-04-23T02:35:59.711221Z","steps":["trace[1653876701] 'agreement among raft nodes before linearized reading' (duration: 647.41908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.711245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.063726Z","time spent":"647.514943ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-23T02:35:59.711197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.226607Z","time spent":"484.551948ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-23T02:35:59.711048Z","caller":"traceutil/trace.go:171","msg":"trace[670580541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8865; }","duration":"649.62694ms","start":"2026-04-23T02:35:59.061409Z","end":"2026-04-23T02:35:59.711036Z","steps":["trace[670580541] 'agreement among raft nodes before linearized reading' (duration: 648.863686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.711415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.0614Z","time spent":"650.008192ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228788,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:35:59.711209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:59.060937Z","time spent":"649.181656ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:59.896918Z","caller":"traceutil/trace.go:171","msg":"trace[76599799] linearizableReadLoop","detail":"{readStateIndex:9193; appliedIndex:9192; }","duration":"128.301045ms","start":"2026-04-23T02:35:59.768591Z","end":"2026-04-23T02:35:59.896892Z","steps":["trace[76599799] 'read index received' (duration: 926.8µs)","trace[76599799] 'applied index is now lower than readState.Index' (duration: 127.372795ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:59.897122Z","caller":"traceutil/trace.go:171","msg":"trace[1296272023] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"178.366145ms","start":"2026-04-23T02:35:59.718741Z","end":"2026-04-23T02:35:59.897108Z","steps":["trace[1296272023] 'process raft request' (duration: 127.82959ms)","trace[1296272023] 'compare' (duration: 50.193694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:59.897421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.070422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18a8dbd31e1bdf05\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T02:35:59.897531Z","caller":"traceutil/trace.go:171","msg":"trace[1447547784] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18a8dbd31e1bdf05; range_end:; response_count:1; response_revision:8867; }","duration":"125.198796ms","start":"2026-04-23T02:35:59.772303Z","end":"2026-04-23T02:35:59.897502Z","steps":["trace[1447547784] 'agreement among raft nodes before linearized reading' (duration: 124.898527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.897669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.057579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:59.897719Z","caller":"traceutil/trace.go:171","msg":"trace[928663909] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8867; }","duration":"129.151482ms","start":"2026-04-23T02:35:59.768556Z","end":"2026-04-23T02:35:59.897707Z","steps":["trace[928663909] 'agreement among raft nodes before linearized reading' (duration: 129.011127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:59.897798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.289795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:59.897838Z","caller":"traceutil/trace.go:171","msg":"trace[2033567455] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8867; }","duration":"100.349607ms","start":"2026-04-23T02:35:59.797479Z","end":"2026-04-23T02:35:59.897829Z","steps":["trace[2033567455] 'agreement among raft nodes before linearized reading' (duration: 100.278804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:00.063909Z","caller":"traceutil/trace.go:171","msg":"trace[405921717] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9193; }","duration":"163.196603ms","start":"2026-04-23T02:35:59.900674Z","end":"2026-04-23T02:36:00.06387Z","steps":["trace[405921717] 'read index received' (duration: 114.61454ms)","trace[405921717] 'applied index is now lower than readState.Index' (duration: 48.581163ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:00.064045Z","caller":"traceutil/trace.go:171","msg":"trace[368785883] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"164.024499ms","start":"2026-04-23T02:35:59.900003Z","end":"2026-04-23T02:36:00.064028Z","steps":["trace[368785883] 'process raft request' (duration: 115.315352ms)","trace[368785883] 'compare' (duration: 48.427928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:00.064319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.676336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:00.064392Z","caller":"traceutil/trace.go:171","msg":"trace[232323703] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8868; }","duration":"162.78151ms","start":"2026-04-23T02:35:59.901593Z","end":"2026-04-23T02:36:00.064374Z","steps":["trace[232323703] 'agreement among raft nodes before linearized reading' (duration: 162.655866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:00.064627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.618233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-04-23T02:36:00.06471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.79004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-04-23T02:36:00.064707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.019039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T02:36:00.064748Z","caller":"traceutil/trace.go:171","msg":"trace[153157615] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8868; }","duration":"162.841541ms","start":"2026-04-23T02:35:59.901893Z","end":"2026-04-23T02:36:00.064735Z","steps":["trace[153157615] 'agreement among raft nodes before linearized reading' (duration: 162.704507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:00.064753Z","caller":"traceutil/trace.go:171","msg":"trace[1037747714] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8868; }","duration":"164.103301ms","start":"2026-04-23T02:35:59.900638Z","end":"2026-04-23T02:36:00.064741Z","steps":["trace[1037747714] 'agreement among raft nodes before linearized reading' (duration: 163.947036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:00.06473Z","caller":"traceutil/trace.go:171","msg":"trace[533119108] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8868; }","duration":"161.748186ms","start":"2026-04-23T02:35:59.902958Z","end":"2026-04-23T02:36:00.064706Z","steps":["trace[533119108] 'agreement among raft nodes before linearized reading' (duration: 161.367494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:00.335919Z","caller":"traceutil/trace.go:171","msg":"trace[179375852] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"110.732747ms","start":"2026-04-23T02:36:00.225152Z","end":"2026-04-23T02:36:00.335884Z","steps":["trace[179375852] 'process raft request' (duration: 52.520078ms)","trace[179375852] 'compare' (duration: 57.800976ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:01.12188Z","caller":"traceutil/trace.go:171","msg":"trace[2057348571] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"694.638231ms","start":"2026-04-23T02:36:00.427219Z","end":"2026-04-23T02:36:01.121858Z","steps":["trace[2057348571] 'process raft request' (duration: 694.245138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:01.121887Z","caller":"traceutil/trace.go:171","msg":"trace[1136415082] linearizableReadLoop","detail":"{readStateIndex:9196; appliedIndex:9196; }","duration":"326.688425ms","start":"2026-04-23T02:36:00.795168Z","end":"2026-04-23T02:36:01.121856Z","steps":["trace[1136415082] 'read index received' (duration: 326.670794ms)","trace[1136415082] 'applied index is now lower than readState.Index' (duration: 11.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:01.121997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:00.427205Z","time spent":"694.734613ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:01.122183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.925413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T02:36:01.122233Z","caller":"traceutil/trace.go:171","msg":"trace[1439812739] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e; range_end:; response_count:1; response_revision:8870; }","duration":"327.059337ms","start":"2026-04-23T02:36:00.795157Z","end":"2026-04-23T02:36:01.122216Z","steps":["trace[1439812739] 'agreement among raft nodes before linearized reading' (duration: 326.799149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:01.122444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:00.79511Z","time spent":"327.260843ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" "} {"level":"info","ts":"2026-04-23T02:36:01.180339Z","caller":"traceutil/trace.go:171","msg":"trace[2081048505] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"352.67004ms","start":"2026-04-23T02:36:00.827645Z","end":"2026-04-23T02:36:01.180315Z","steps":["trace[2081048505] 'process raft request' (duration: 352.415092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:01.180393Z","caller":"traceutil/trace.go:171","msg":"trace[247288817] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"351.789333ms","start":"2026-04-23T02:36:00.828572Z","end":"2026-04-23T02:36:01.180361Z","steps":["trace[247288817] 'process raft request' (duration: 351.641168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:01.180476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:00.827619Z","time spent":"352.784234ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:01.180579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:00.828559Z","time spent":"351.916067ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:01.180642Z","caller":"traceutil/trace.go:171","msg":"trace[204271126] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"351.236465ms","start":"2026-04-23T02:36:00.829378Z","end":"2026-04-23T02:36:01.180614Z","steps":["trace[204271126] 'process raft request' (duration: 350.924435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:01.180751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:00.829348Z","time spent":"351.349729ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:01.299408Z","caller":"traceutil/trace.go:171","msg":"trace[745414771] linearizableReadLoop","detail":"{readStateIndex:9200; appliedIndex:9198; }","duration":"144.908912ms","start":"2026-04-23T02:36:01.154449Z","end":"2026-04-23T02:36:01.299358Z","steps":["trace[745414771] 'read index received' (duration: 25.843181ms)","trace[745414771] 'applied index is now lower than readState.Index' (duration: 119.064101ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:01.299451Z","caller":"traceutil/trace.go:171","msg":"trace[635568544] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"174.562424ms","start":"2026-04-23T02:36:01.124858Z","end":"2026-04-23T02:36:01.29942Z","steps":["trace[635568544] 'process raft request' (duration: 168.434469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:01.299644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.15781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:01.299711Z","caller":"traceutil/trace.go:171","msg":"trace[238716251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8874; }","duration":"145.271083ms","start":"2026-04-23T02:36:01.15442Z","end":"2026-04-23T02:36:01.299691Z","steps":["trace[238716251] 'agreement among raft nodes before linearized reading' (duration: 145.132349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:01.612016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.768325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:36:01.612091Z","caller":"traceutil/trace.go:171","msg":"trace[501556927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8874; }","duration":"177.91657ms","start":"2026-04-23T02:36:01.434155Z","end":"2026-04-23T02:36:01.612072Z","steps":["trace[501556927] 'range keys from in-memory index tree' (duration: 177.534919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:01.733361Z","caller":"traceutil/trace.go:171","msg":"trace[1577246545] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"116.742517ms","start":"2026-04-23T02:36:01.616587Z","end":"2026-04-23T02:36:01.733329Z","steps":["trace[1577246545] 'process raft request' (duration: 116.579492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:01.976401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.472338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:36:01.976509Z","caller":"traceutil/trace.go:171","msg":"trace[1239067109] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"239.246989ms","start":"2026-04-23T02:36:01.737242Z","end":"2026-04-23T02:36:01.976489Z","steps":["trace[1239067109] 'process raft request' (duration: 111.610865ms)","trace[1239067109] 'compare' (duration: 127.318784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:02.629133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.647798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:36:02.629277Z","caller":"traceutil/trace.go:171","msg":"trace[704273255] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"891.40681ms","start":"2026-04-23T02:36:01.737856Z","end":"2026-04-23T02:36:02.629263Z","steps":["trace[704273255] 'process raft request' (duration: 357.565066ms)","trace[704273255] 'compare' (duration: 533.118091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:02.629321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:01.737839Z","time spent":"891.462732ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:02.62978Z","caller":"traceutil/trace.go:171","msg":"trace[1362354984] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"891.856414ms","start":"2026-04-23T02:36:01.737906Z","end":"2026-04-23T02:36:02.629762Z","steps":["trace[1362354984] 'process raft request' (duration: 891.307686ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:02.62978Z","caller":"traceutil/trace.go:171","msg":"trace[842178577] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"891.766432ms","start":"2026-04-23T02:36:01.737997Z","end":"2026-04-23T02:36:02.629763Z","steps":["trace[842178577] 'process raft request' (duration: 891.421871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.629851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:01.737894Z","time spent":"891.922146ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:02.629852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:01.737989Z","time spent":"891.831693ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:02.630162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.889053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228765"} {"level":"info","ts":"2026-04-23T02:36:02.630225Z","caller":"traceutil/trace.go:171","msg":"trace[2021835427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8879; }","duration":"890.994567ms","start":"2026-04-23T02:36:01.73922Z","end":"2026-04-23T02:36:02.630215Z","steps":["trace[2021835427] 'agreement among raft nodes before linearized reading' (duration: 890.624025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.630263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:01.739205Z","time spent":"891.049038ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228788,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:36:02.629806Z","caller":"traceutil/trace.go:171","msg":"trace[184521733] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9201; }","duration":"890.486411ms","start":"2026-04-23T02:36:01.739252Z","end":"2026-04-23T02:36:02.629739Z","steps":["trace[184521733] 'read index received' (duration: 109.615231ms)","trace[184521733] 'applied index is now lower than readState.Index' (duration: 780.87026ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:02.645383Z","caller":"traceutil/trace.go:171","msg":"trace[2018932661] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"304.385017ms","start":"2026-04-23T02:36:02.34098Z","end":"2026-04-23T02:36:02.645365Z","steps":["trace[2018932661] 'process raft request' (duration: 304.272433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.6455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:02.340962Z","time spent":"304.474969ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:02.65783Z","caller":"traceutil/trace.go:171","msg":"trace[816182820] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"248.357177ms","start":"2026-04-23T02:36:02.409453Z","end":"2026-04-23T02:36:02.65781Z","steps":["trace[816182820] 'process raft request' (duration: 248.228603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.65801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.727665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:02.658043Z","caller":"traceutil/trace.go:171","msg":"trace[679170593] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"241.82444ms","start":"2026-04-23T02:36:02.416202Z","end":"2026-04-23T02:36:02.658026Z","steps":["trace[679170593] 'process raft request' (duration: 241.568722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.658058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.076778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:02.6581Z","caller":"traceutil/trace.go:171","msg":"trace[2089343677] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8882; }","duration":"276.14379ms","start":"2026-04-23T02:36:02.381944Z","end":"2026-04-23T02:36:02.658088Z","steps":["trace[2089343677] 'agreement among raft nodes before linearized reading' (duration: 276.090328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.658102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.555681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:36:02.658139Z","caller":"traceutil/trace.go:171","msg":"trace[2137673413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8882; }","duration":"281.628724ms","start":"2026-04-23T02:36:02.376501Z","end":"2026-04-23T02:36:02.65813Z","steps":["trace[2137673413] 'agreement among raft nodes before linearized reading' (duration: 281.578302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:02.658057Z","caller":"traceutil/trace.go:171","msg":"trace[373949045] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8882; }","duration":"126.813508ms","start":"2026-04-23T02:36:02.531229Z","end":"2026-04-23T02:36:02.658042Z","steps":["trace[373949045] 'agreement among raft nodes before linearized reading' (duration: 126.729895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.658006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.122424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:02.658302Z","caller":"traceutil/trace.go:171","msg":"trace[1974509938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8882; }","duration":"387.455925ms","start":"2026-04-23T02:36:02.270836Z","end":"2026-04-23T02:36:02.658291Z","steps":["trace[1974509938] 'agreement among raft nodes before linearized reading' (duration: 387.119404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:02.658342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:02.270812Z","time spent":"387.519567ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:36:03.425034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.990699ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T02:36:03.425511Z","caller":"traceutil/trace.go:171","msg":"trace[1242482083] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"238.913207ms","start":"2026-04-23T02:36:03.186572Z","end":"2026-04-23T02:36:03.425486Z","steps":["trace[1242482083] 'process raft request' (duration: 238.621368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:03.482879Z","caller":"traceutil/trace.go:171","msg":"trace[1879839899] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9208; }","duration":"271.575844ms","start":"2026-04-23T02:36:03.211277Z","end":"2026-04-23T02:36:03.482853Z","steps":["trace[1879839899] 'read index received' (duration: 147.306838ms)","trace[1879839899] 'applied index is now lower than readState.Index' (duration: 124.267836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:03.483224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.205377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:03.483284Z","caller":"traceutil/trace.go:171","msg":"trace[1736536077] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8885; }","duration":"131.281569ms","start":"2026-04-23T02:36:03.351983Z","end":"2026-04-23T02:36:03.483264Z","steps":["trace[1736536077] 'agreement among raft nodes before linearized reading' (duration: 131.181186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:03.483312Z","caller":"traceutil/trace.go:171","msg":"trace[1870347450] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"296.206957ms","start":"2026-04-23T02:36:03.187032Z","end":"2026-04-23T02:36:03.483239Z","steps":["trace[1870347450] 'process raft request' (duration: 295.632178ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:03.483398Z","caller":"traceutil/trace.go:171","msg":"trace[2100230979] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"295.515535ms","start":"2026-04-23T02:36:03.187832Z","end":"2026-04-23T02:36:03.483348Z","steps":["trace[2100230979] 'process raft request' (duration: 294.977638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:03.483466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.169964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-23T02:36:03.483552Z","caller":"traceutil/trace.go:171","msg":"trace[2135473510] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8885; }","duration":"272.286827ms","start":"2026-04-23T02:36:03.211228Z","end":"2026-04-23T02:36:03.483515Z","steps":["trace[2135473510] 'agreement among raft nodes before linearized reading' (duration: 271.933576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:06.997757Z","caller":"traceutil/trace.go:171","msg":"trace[600192248] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"157.857323ms","start":"2026-04-23T02:36:06.839872Z","end":"2026-04-23T02:36:06.997729Z","steps":["trace[600192248] 'process raft request' (duration: 157.654257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.153399Z","caller":"traceutil/trace.go:171","msg":"trace[1225246013] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"107.04527ms","start":"2026-04-23T02:36:12.046311Z","end":"2026-04-23T02:36:12.153356Z","steps":["trace[1225246013] 'process raft request' (duration: 106.792032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.755216Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002445.wal"} {"level":"info","ts":"2026-04-23T02:36:16.111557Z","caller":"traceutil/trace.go:171","msg":"trace[2069753099] linearizableReadLoop","detail":"{readStateIndex:9320; appliedIndex:9319; }","duration":"232.158842ms","start":"2026-04-23T02:36:15.879376Z","end":"2026-04-23T02:36:16.111534Z","steps":["trace[2069753099] 'read index received' (duration: 231.928855ms)","trace[2069753099] 'applied index is now lower than readState.Index' (duration: 229.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:16.111713Z","caller":"traceutil/trace.go:171","msg":"trace[1102095087] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"234.475967ms","start":"2026-04-23T02:36:15.877202Z","end":"2026-04-23T02:36:16.111678Z","steps":["trace[1102095087] 'process raft request' (duration: 234.175517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:16.111775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.3723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:36:16.111818Z","caller":"traceutil/trace.go:171","msg":"trace[98340957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8989; }","duration":"232.442312ms","start":"2026-04-23T02:36:15.879363Z","end":"2026-04-23T02:36:16.111805Z","steps":["trace[98340957] 'agreement among raft nodes before linearized reading' (duration: 232.264176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:03.392194Z","caller":"traceutil/trace.go:171","msg":"trace[2029415836] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"121.288522ms","start":"2026-04-23T02:37:03.270884Z","end":"2026-04-23T02:37:03.392173Z","steps":["trace[2029415836] 'process raft request' (duration: 119.615579ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:04.053041Z","caller":"traceutil/trace.go:171","msg":"trace[1648754248] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"266.011988ms","start":"2026-04-23T02:37:03.787004Z","end":"2026-04-23T02:37:04.053016Z","steps":["trace[1648754248] 'process raft request' (duration: 265.968697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:04.053208Z","caller":"traceutil/trace.go:171","msg":"trace[1370776059] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"329.03754ms","start":"2026-04-23T02:37:03.724158Z","end":"2026-04-23T02:37:04.053196Z","steps":["trace[1370776059] 'process raft request' (duration: 328.72127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:04.053298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:03.724126Z","time spent":"329.103082ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:04.053273Z","caller":"traceutil/trace.go:171","msg":"trace[1812720021] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"377.924092ms","start":"2026-04-23T02:37:03.675313Z","end":"2026-04-23T02:37:04.053237Z","steps":["trace[1812720021] 'process raft request' (duration: 350.613395ms)","trace[1812720021] 'compare' (duration: 26.348327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:04.053666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:03.675298Z","time spent":"378.282584ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.633237Z","caller":"traceutil/trace.go:171","msg":"trace[557020079] linearizableReadLoop","detail":"{readStateIndex:9946; appliedIndex:9945; }","duration":"140.249824ms","start":"2026-04-23T02:37:14.49296Z","end":"2026-04-23T02:37:14.63321Z","steps":["trace[557020079] 'read index received' (duration: 140.135771ms)","trace[557020079] 'applied index is now lower than readState.Index' (duration: 112.523µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:14.63338Z","caller":"traceutil/trace.go:171","msg":"trace[1986388173] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"214.398659ms","start":"2026-04-23T02:37:14.418969Z","end":"2026-04-23T02:37:14.633368Z","steps":["trace[1986388173] 'process raft request' (duration: 214.067989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.63384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.811942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:37:14.634043Z","caller":"traceutil/trace.go:171","msg":"trace[1601340467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9598; }","duration":"141.08396ms","start":"2026-04-23T02:37:14.492919Z","end":"2026-04-23T02:37:14.634003Z","steps":["trace[1601340467] 'agreement among raft nodes before linearized reading' (duration: 140.391328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:20.401322Z","caller":"traceutil/trace.go:171","msg":"trace[1613620127] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"177.783226ms","start":"2026-04-23T02:37:20.223514Z","end":"2026-04-23T02:37:20.401298Z","steps":["trace[1613620127] 'process raft request' (duration: 177.608661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:20.42378Z","caller":"traceutil/trace.go:171","msg":"trace[288830098] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"165.794305ms","start":"2026-04-23T02:37:20.257946Z","end":"2026-04-23T02:37:20.423741Z","steps":["trace[288830098] 'process raft request' (duration: 165.62995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:20.585019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.053335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:37:20.585133Z","caller":"traceutil/trace.go:171","msg":"trace[982636264] linearizableReadLoop","detail":"{readStateIndex:9975; appliedIndex:9972; }","duration":"271.175882ms","start":"2026-04-23T02:37:20.313939Z","end":"2026-04-23T02:37:20.585115Z","steps":["trace[982636264] 'read index received' (duration: 87.178888ms)","trace[982636264] 'applied index is now lower than readState.Index' (duration: 183.995514ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:20.585157Z","caller":"traceutil/trace.go:171","msg":"trace[947398017] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"327.103528ms","start":"2026-04-23T02:37:20.258015Z","end":"2026-04-23T02:37:20.585118Z","steps":["trace[947398017] 'process raft request' (duration: 165.712773ms)","trace[947398017] 'compare' (duration: 160.945171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:20.585255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.257984Z","time spent":"327.222332ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:20.585288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.326197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-pxbxz\" ","response":"range_response_count:1 size:19691"} {"level":"info","ts":"2026-04-23T02:37:20.585362Z","caller":"traceutil/trace.go:171","msg":"trace[152502572] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-pxbxz; range_end:; response_count:1; response_revision:9626; }","duration":"271.44947ms","start":"2026-04-23T02:37:20.313895Z","end":"2026-04-23T02:37:20.585344Z","steps":["trace[152502572] 'agreement among raft nodes before linearized reading' (duration: 271.264665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:21.085606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342169449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:37:21.58655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342169449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:37:22.087492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342169449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:37:22.202612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.27494Z","time spent":"927.66323ms","remote":"127.0.0.1:35414","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T02:37:22.227703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716328447s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:37:22.228212Z","caller":"traceutil/trace.go:171","msg":"trace[1690663687] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"1.716928805s","start":"2026-04-23T02:37:20.511259Z","end":"2026-04-23T02:37:22.228188Z","steps":["trace[1690663687] 'process raft request' (duration: 1.716721849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:22.22848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.511233Z","time spent":"1.71707767s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:22.859978Z","caller":"traceutil/trace.go:171","msg":"trace[1666778088] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"2.262911946s","start":"2026-04-23T02:37:20.597026Z","end":"2026-04-23T02:37:22.859938Z","steps":["trace[1666778088] 'process raft request' (duration: 2.262701209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:22.860135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.597008Z","time spent":"2.26304948s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:22.860329Z","caller":"traceutil/trace.go:171","msg":"trace[1166352272] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"1.737736337s","start":"2026-04-23T02:37:21.122542Z","end":"2026-04-23T02:37:22.860278Z","steps":["trace[1166352272] 'process raft request' (duration: 1.737313543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:22.860525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.122517Z","time spent":"1.737898472s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:23.056786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.884603ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T02:37:23.056944Z","caller":"traceutil/trace.go:171","msg":"trace[74020278] linearizableReadLoop","detail":"{readStateIndex:9979; appliedIndex:9975; }","duration":"2.471759048s","start":"2026-04-23T02:37:20.585172Z","end":"2026-04-23T02:37:23.056931Z","steps":["trace[74020278] 'read index received' (duration: 1.64275018s)","trace[74020278] 'applied index is now lower than readState.Index' (duration: 829.008188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:23.057112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710355665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:37:23.057153Z","caller":"traceutil/trace.go:171","msg":"trace[649581930] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9629; }","duration":"2.710428688s","start":"2026-04-23T02:37:20.346715Z","end":"2026-04-23T02:37:23.057144Z","steps":["trace[649581930] 'agreement among raft nodes before linearized reading' (duration: 2.710359196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.057181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.346703Z","time spent":"2.710471399s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:37:23.057198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480818195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:37:23.0573Z","caller":"traceutil/trace.go:171","msg":"trace[135794748] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9629; }","duration":"2.480967241s","start":"2026-04-23T02:37:20.576307Z","end":"2026-04-23T02:37:23.057274Z","steps":["trace[135794748] 'agreement among raft nodes before linearized reading' (duration: 2.480757404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.057355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.576284Z","time spent":"2.481052833s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:37:23.057484Z","caller":"traceutil/trace.go:171","msg":"trace[972698227] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"650.064975ms","start":"2026-04-23T02:37:22.407395Z","end":"2026-04-23T02:37:23.057459Z","steps":["trace[972698227] 'process raft request' (duration: 649.472256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.057632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:22.40737Z","time spent":"650.196889ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:23.057652Z","caller":"traceutil/trace.go:171","msg":"trace[329997326] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"628.390497ms","start":"2026-04-23T02:37:22.429237Z","end":"2026-04-23T02:37:23.057628Z","steps":["trace[329997326] 'process raft request' (duration: 628.100548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.057767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:22.429211Z","time spent":"628.4938ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:23.140121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:37:23.140287Z","caller":"traceutil/trace.go:171","msg":"trace[2017311569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308605s","start":"2026-04-23T02:37:21.139958Z","end":"2026-04-23T02:37:23.140266Z","steps":["trace[2017311569] 'agreement among raft nodes before linearized reading' (duration: 2.000121469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.140373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.139936Z","time spent":"2.000424769s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:37:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:37:23.260609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.910974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:37:23.260739Z","caller":"traceutil/trace.go:171","msg":"trace[1973407348] linearizableReadLoop","detail":"{readStateIndex:9982; appliedIndex:9979; }","duration":"203.748271ms","start":"2026-04-23T02:37:23.056969Z","end":"2026-04-23T02:37:23.260717Z","steps":["trace[1973407348] 'read index received' (duration: 180.276µs)","trace[1973407348] 'applied index is now lower than readState.Index' (duration: 203.566155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:23.260834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633601268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:37:23.26085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188837782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:23.260885Z","caller":"traceutil/trace.go:171","msg":"trace[221480883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9632; }","duration":"2.63365877s","start":"2026-04-23T02:37:20.62721Z","end":"2026-04-23T02:37:23.260869Z","steps":["trace[221480883] 'agreement among raft nodes before linearized reading' (duration: 2.633567617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.260883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989798342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:37:23.260902Z","caller":"traceutil/trace.go:171","msg":"trace[1558896028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9632; }","duration":"2.188933975s","start":"2026-04-23T02:37:21.071953Z","end":"2026-04-23T02:37:23.260887Z","steps":["trace[1558896028] 'agreement among raft nodes before linearized reading' (duration: 2.188844692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.260927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.627141Z","time spent":"2.633774233s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:37:23.26094Z","caller":"traceutil/trace.go:171","msg":"trace[1625954029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:9632; }","duration":"1.989866574s","start":"2026-04-23T02:37:21.271057Z","end":"2026-04-23T02:37:23.260923Z","steps":["trace[1625954029] 'agreement among raft nodes before linearized reading' (duration: 1.989686939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.260968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990197814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T02:37:23.260995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465070366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T02:37:23.261033Z","caller":"traceutil/trace.go:171","msg":"trace[1214976203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9632; }","duration":"1.990310078s","start":"2026-04-23T02:37:21.270706Z","end":"2026-04-23T02:37:23.261016Z","steps":["trace[1214976203] 'agreement among raft nodes before linearized reading' (duration: 1.990136903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091877743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:37:23.261043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990024099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:37:23.261026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388893386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:37:23.261095Z","caller":"traceutil/trace.go:171","msg":"trace[1597426430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9632; }","duration":"2.091955555s","start":"2026-04-23T02:37:21.169127Z","end":"2026-04-23T02:37:23.261082Z","steps":["trace[1597426430] 'agreement among raft nodes before linearized reading' (duration: 2.091841702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619248125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:37:23.261121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08855519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:23.261133Z","caller":"traceutil/trace.go:171","msg":"trace[2098446564] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"670.840944ms","start":"2026-04-23T02:37:22.590271Z","end":"2026-04-23T02:37:23.261112Z","steps":["trace[2098446564] 'process raft request' (duration: 467.341772ms)","trace[2098446564] 'compare' (duration: 202.359076ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.261147Z","caller":"traceutil/trace.go:171","msg":"trace[60725464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9632; }","duration":"1.619327437s","start":"2026-04-23T02:37:21.641807Z","end":"2026-04-23T02:37:23.261134Z","steps":["trace[60725464] 'agreement among raft nodes before linearized reading' (duration: 1.619206253s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:23.261147Z","caller":"traceutil/trace.go:171","msg":"trace[1155486008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9632; }","duration":"2.389093173s","start":"2026-04-23T02:37:20.872027Z","end":"2026-04-23T02:37:23.26112Z","steps":["trace[1155486008] 'agreement among raft nodes before linearized reading' (duration: 2.388863355s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:23.261163Z","caller":"traceutil/trace.go:171","msg":"trace[335088257] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9632; }","duration":"1.088618943s","start":"2026-04-23T02:37:22.172531Z","end":"2026-04-23T02:37:23.26115Z","steps":["trace[335088257] 'agreement among raft nodes before linearized reading' (duration: 1.088561231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.641787Z","time spent":"1.61939289s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:37:23.261191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964398865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:37:23.261198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648310148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T02:37:23.261205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.871927Z","time spent":"2.389265418s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:37:23.261213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:22.172517Z","time spent":"1.088686645s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:37:23.261226Z","caller":"traceutil/trace.go:171","msg":"trace[1517105743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9632; }","duration":"1.964453297s","start":"2026-04-23T02:37:21.296765Z","end":"2026-04-23T02:37:23.261218Z","steps":["trace[1517105743] 'agreement among raft nodes before linearized reading' (duration: 1.964360474s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625287367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:37:23.261242Z","caller":"traceutil/trace.go:171","msg":"trace[119358113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9632; }","duration":"1.64838758s","start":"2026-04-23T02:37:21.612843Z","end":"2026-04-23T02:37:23.261231Z","steps":["trace[119358113] 'agreement among raft nodes before linearized reading' (duration: 1.648272077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.26126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.296754Z","time spent":"1.964499738s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:37:23.261266Z","caller":"traceutil/trace.go:171","msg":"trace[1285238611] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9632; }","duration":"1.625363759s","start":"2026-04-23T02:37:21.635892Z","end":"2026-04-23T02:37:23.261256Z","steps":["trace[1285238611] 'agreement among raft nodes before linearized reading' (duration: 1.625274176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.612822Z","time spent":"1.648449722s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T02:37:23.261295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605767464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:37:23.261305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.635876Z","time spent":"1.625418521s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:37:23.261328Z","caller":"traceutil/trace.go:171","msg":"trace[630129677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9632; }","duration":"2.605822416s","start":"2026-04-23T02:37:20.655497Z","end":"2026-04-23T02:37:23.261319Z","steps":["trace[630129677] 'agreement among raft nodes before linearized reading' (duration: 2.605675071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.655486Z","time spent":"2.605866197s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:37:23.261362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:22.590243Z","time spent":"671.037001ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:23.261048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519501347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:37:23.261456Z","caller":"traceutil/trace.go:171","msg":"trace[1366982086] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9632; }","duration":"1.519966472s","start":"2026-04-23T02:37:21.741469Z","end":"2026-04-23T02:37:23.261436Z","steps":["trace[1366982086] 'agreement among raft nodes before linearized reading' (duration: 1.519494257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579358626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:37:23.261514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.741448Z","time spent":"1.520046335s","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:37:23.260987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.271049Z","time spent":"1.989927696s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:37:23.26153Z","caller":"traceutil/trace.go:171","msg":"trace[1687644672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9632; }","duration":"2.579435407s","start":"2026-04-23T02:37:20.682081Z","end":"2026-04-23T02:37:23.261516Z","steps":["trace[1687644672] 'agreement among raft nodes before linearized reading' (duration: 2.579282482s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.26158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.682068Z","time spent":"2.57950219s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:37:23.26114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.16911Z","time spent":"2.092020218s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:37:23.261086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.270674Z","time spent":"1.990399051s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:37:23.260943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.071931Z","time spent":"2.188999358s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:37:23.261062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.892359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:23.261719Z","caller":"traceutil/trace.go:171","msg":"trace[2007685970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9632; }","duration":"775.586481ms","start":"2026-04-23T02:37:22.486116Z","end":"2026-04-23T02:37:23.261703Z","steps":["trace[2007685970] 'agreement among raft nodes before linearized reading' (duration: 774.887699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:22.486094Z","time spent":"775.661404ms","remote":"127.0.0.1:51668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:37:23.261083Z","caller":"traceutil/trace.go:171","msg":"trace[574407688] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e; range_end:; response_count:1; response_revision:9632; }","duration":"2.46520517s","start":"2026-04-23T02:37:20.795852Z","end":"2026-04-23T02:37:23.261057Z","steps":["trace[574407688] 'agreement among raft nodes before linearized reading' (duration: 2.464964382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.261932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:20.79583Z","time spent":"2.466065697s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-55c9fc5874-knpdt.18a8dbc25af2ac9e\" "} {"level":"info","ts":"2026-04-23T02:37:23.26113Z","caller":"traceutil/trace.go:171","msg":"trace[388953500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9632; }","duration":"1.990157773s","start":"2026-04-23T02:37:21.270954Z","end":"2026-04-23T02:37:23.261112Z","steps":["trace[388953500] 'agreement among raft nodes before linearized reading' (duration: 1.989995408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.262073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:21.270937Z","time spent":"1.991089572s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:37:23.462161Z","caller":"traceutil/trace.go:171","msg":"trace[1507420456] linearizableReadLoop","detail":"{readStateIndex:9983; appliedIndex:9982; }","duration":"196.775849ms","start":"2026-04-23T02:37:23.265353Z","end":"2026-04-23T02:37:23.462129Z","steps":["trace[1507420456] 'read index received' (duration: 166.925241ms)","trace[1507420456] 'applied index is now lower than readState.Index' (duration: 29.848928ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.462316Z","caller":"traceutil/trace.go:171","msg":"trace[1277737553] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"197.478652ms","start":"2026-04-23T02:37:23.264819Z","end":"2026-04-23T02:37:23.462298Z","steps":["trace[1277737553] 'process raft request' (duration: 167.444728ms)","trace[1277737553] 'compare' (duration: 29.722704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:23.462486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.1142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:37:23.462559Z","caller":"traceutil/trace.go:171","msg":"trace[1587397924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9633; }","duration":"197.223844ms","start":"2026-04-23T02:37:23.26532Z","end":"2026-04-23T02:37:23.462543Z","steps":["trace[1587397924] 'agreement among raft nodes before linearized reading' (duration: 197.037108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.783493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.596628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:37:23.783775Z","caller":"traceutil/trace.go:171","msg":"trace[2025320702] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"515.989887ms","start":"2026-04-23T02:37:23.267747Z","end":"2026-04-23T02:37:23.783737Z","steps":["trace[2025320702] 'process raft request' (duration: 379.051268ms)","trace[2025320702] 'compare' (duration: 136.490225ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.783908Z","caller":"traceutil/trace.go:171","msg":"trace[1684757952] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"516.07835ms","start":"2026-04-23T02:37:23.2678Z","end":"2026-04-23T02:37:23.783878Z","steps":["trace[1684757952] 'process raft request' (duration: 515.78486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.783953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.267737Z","time spent":"516.122251ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:23.784055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.267795Z","time spent":"516.185013ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:23.784247Z","caller":"traceutil/trace.go:171","msg":"trace[1376572827] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"516.337368ms","start":"2026-04-23T02:37:23.267859Z","end":"2026-04-23T02:37:23.784197Z","steps":["trace[1376572827] 'process raft request' (duration: 515.807791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.784367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.267855Z","time spent":"516.454602ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:23.785175Z","caller":"traceutil/trace.go:171","msg":"trace[258496946] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"517.279268ms","start":"2026-04-23T02:37:23.267874Z","end":"2026-04-23T02:37:23.785153Z","steps":["trace[258496946] 'process raft request' (duration: 516.201984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.785315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.267861Z","time spent":"517.404582ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:23.785606Z","caller":"traceutil/trace.go:171","msg":"trace[482027694] linearizableReadLoop","detail":"{readStateIndex:9989; appliedIndex:9983; }","duration":"323.326869ms","start":"2026-04-23T02:37:23.462253Z","end":"2026-04-23T02:37:23.78558Z","steps":["trace[482027694] 'read index received' (duration: 184.546681ms)","trace[482027694] 'applied index is now lower than readState.Index' (duration: 138.778998ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.785664Z","caller":"traceutil/trace.go:171","msg":"trace[886698269] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"517.561247ms","start":"2026-04-23T02:37:23.268085Z","end":"2026-04-23T02:37:23.785646Z","steps":["trace[886698269] 'process raft request' (duration: 517.414332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:23.785705Z","caller":"traceutil/trace.go:171","msg":"trace[1495425160] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"517.66371ms","start":"2026-04-23T02:37:23.268012Z","end":"2026-04-23T02:37:23.785676Z","steps":["trace[1495425160] 'process raft request' (duration: 516.661798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.785743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.268077Z","time spent":"517.627089ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:23.785752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.044131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T02:37:23.785792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.900134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:37:23.785809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.268003Z","time spent":"517.757774ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:23.78583Z","caller":"traceutil/trace.go:171","msg":"trace[1855211631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9639; }","duration":"369.153064ms","start":"2026-04-23T02:37:23.416656Z","end":"2026-04-23T02:37:23.785809Z","steps":["trace[1855211631] 'agreement among raft nodes before linearized reading' (duration: 368.957928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:23.785853Z","caller":"traceutil/trace.go:171","msg":"trace[58859130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9639; }","duration":"515.978627ms","start":"2026-04-23T02:37:23.269856Z","end":"2026-04-23T02:37:23.785835Z","steps":["trace[58859130] 'agreement among raft nodes before linearized reading' (duration: 515.874194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.785883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.269848Z","time spent":"516.029308ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:37:23.785889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.416633Z","time spent":"369.239787ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T02:37:23.785943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.976966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19334"} {"level":"info","ts":"2026-04-23T02:37:23.786002Z","caller":"traceutil/trace.go:171","msg":"trace[420552755] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9639; }","duration":"322.084239ms","start":"2026-04-23T02:37:23.463905Z","end":"2026-04-23T02:37:23.785989Z","steps":["trace[420552755] 'agreement among raft nodes before linearized reading' (duration: 321.930644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.786017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.982458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:37:23.786039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.463871Z","time spent":"322.158001ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19357,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T02:37:23.786068Z","caller":"traceutil/trace.go:171","msg":"trace[961301393] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9639; }","duration":"295.062431ms","start":"2026-04-23T02:37:23.490992Z","end":"2026-04-23T02:37:23.786055Z","steps":["trace[961301393] 'agreement among raft nodes before linearized reading' (duration: 294.980048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.786177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.763825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-845c87769f-hkdcd.18a8dbe07af23264\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-04-23T02:37:23.786245Z","caller":"traceutil/trace.go:171","msg":"trace[2087603378] range","detail":"{range_begin:/registry/events/openstack/glance-api-845c87769f-hkdcd.18a8dbe07af23264; range_end:; response_count:1; response_revision:9639; }","duration":"319.867048ms","start":"2026-04-23T02:37:23.466362Z","end":"2026-04-23T02:37:23.786229Z","steps":["trace[2087603378] 'agreement among raft nodes before linearized reading' (duration: 319.693953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.786281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.466345Z","time spent":"319.926551ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-845c87769f-hkdcd.18a8dbe07af23264\" "} {"level":"warn","ts":"2026-04-23T02:37:23.786506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.042095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291484"} {"level":"info","ts":"2026-04-23T02:37:23.788632Z","caller":"traceutil/trace.go:171","msg":"trace[76191772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9639; }","duration":"522.190694ms","start":"2026-04-23T02:37:23.266413Z","end":"2026-04-23T02:37:23.788604Z","steps":["trace[76191772] 'agreement among raft nodes before linearized reading' (duration: 519.345083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:23.788749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:23.266403Z","time spent":"522.315698ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291507,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:37:23.976749Z","caller":"traceutil/trace.go:171","msg":"trace[1875556304] linearizableReadLoop","detail":"{readStateIndex:9992; appliedIndex:9990; }","duration":"134.193802ms","start":"2026-04-23T02:37:23.842518Z","end":"2026-04-23T02:37:23.976712Z","steps":["trace[1875556304] 'read index received' (duration: 29.134225ms)","trace[1875556304] 'applied index is now lower than readState.Index' (duration: 105.056997ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.976811Z","caller":"traceutil/trace.go:171","msg":"trace[642624217] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"147.066921ms","start":"2026-04-23T02:37:23.829696Z","end":"2026-04-23T02:37:23.976763Z","steps":["trace[642624217] 'process raft request' (duration: 53.745427ms)","trace[642624217] 'compare' (duration: 92.931031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:23.977137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.598164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:23.977192Z","caller":"traceutil/trace.go:171","msg":"trace[750663841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9642; }","duration":"134.698628ms","start":"2026-04-23T02:37:23.842481Z","end":"2026-04-23T02:37:23.977179Z","steps":["trace[750663841] 'agreement among raft nodes before linearized reading' (duration: 134.338266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:24.049575Z","caller":"traceutil/trace.go:171","msg":"trace[1924358186] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"158.662839ms","start":"2026-04-23T02:37:23.890876Z","end":"2026-04-23T02:37:24.049539Z","steps":["trace[1924358186] 'process raft request' (duration: 158.449042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:25.797383Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10004,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T02:37:25.80343Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10004} {"level":"info","ts":"2026-04-23T02:37:25.803554Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5004} {"level":"info","ts":"2026-04-23T02:37:45.989993Z","caller":"traceutil/trace.go:171","msg":"trace[103852016] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"102.817486ms","start":"2026-04-23T02:37:45.887139Z","end":"2026-04-23T02:37:45.989956Z","steps":["trace[103852016] 'process raft request' (duration: 80.944081ms)","trace[103852016] 'compare' (duration: 21.645247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:45.990316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.307611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:37:45.990394Z","caller":"traceutil/trace.go:171","msg":"trace[507380552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9810; }","duration":"103.421395ms","start":"2026-04-23T02:37:45.886951Z","end":"2026-04-23T02:37:45.990372Z","steps":["trace[507380552] 'agreement among raft nodes before linearized reading' (duration: 103.173997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:45.990316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.15331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:37:45.990548Z","caller":"traceutil/trace.go:171","msg":"trace[1594281986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9810; }","duration":"105.422028ms","start":"2026-04-23T02:37:45.885109Z","end":"2026-04-23T02:37:45.990531Z","steps":["trace[1594281986] 'agreement among raft nodes before linearized reading' (duration: 105.037736ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:38:33.561696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7801} {"level":"info","ts":"2026-04-23T02:38:33.631428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7801,"took":"67.612567ms","hash":4248821894,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":28028928,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T02:38:33.631482Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4248821894,"revision":7801,"compact-revision":5560} {"level":"info","ts":"2026-04-23T02:41:27.580252Z","caller":"traceutil/trace.go:171","msg":"trace[2104698290] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"166.293557ms","start":"2026-04-23T02:41:27.413937Z","end":"2026-04-23T02:41:27.58023Z","steps":["trace[2104698290] 'process raft request' (duration: 166.08364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:41:31.643491Z","caller":"traceutil/trace.go:171","msg":"trace[1213880482] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"456.701744ms","start":"2026-04-23T02:41:31.186756Z","end":"2026-04-23T02:41:31.643457Z","steps":["trace[1213880482] 'process raft request' (duration: 456.508518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.643743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.186733Z","time spent":"456.857488ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.688888Z","caller":"traceutil/trace.go:171","msg":"trace[938474347] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"502.058283ms","start":"2026-04-23T02:41:31.186806Z","end":"2026-04-23T02:41:31.688864Z","steps":["trace[938474347] 'process raft request' (duration: 484.528047ms)","trace[938474347] 'compare' (duration: 17.385301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:41:31.689046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.186781Z","time spent":"502.182607ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.689311Z","caller":"traceutil/trace.go:171","msg":"trace[1095594557] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"502.319061ms","start":"2026-04-23T02:41:31.186965Z","end":"2026-04-23T02:41:31.689284Z","steps":["trace[1095594557] 'process raft request' (duration: 501.861047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.689462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.186944Z","time spent":"502.444596ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.689473Z","caller":"traceutil/trace.go:171","msg":"trace[932346156] linearizableReadLoop","detail":"{readStateIndex:11649; appliedIndex:11645; }","duration":"500.652879ms","start":"2026-04-23T02:41:31.188807Z","end":"2026-04-23T02:41:31.68946Z","steps":["trace[932346156] 'read index received' (duration: 454.522105ms)","trace[932346156] 'applied index is now lower than readState.Index' (duration: 46.129714ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:41:31.689785Z","caller":"traceutil/trace.go:171","msg":"trace[249579902] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"502.59238ms","start":"2026-04-23T02:41:31.187156Z","end":"2026-04-23T02:41:31.689748Z","steps":["trace[249579902] 'process raft request' (duration: 502.044173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.689881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.00904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:41:31.68995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.187133Z","time spent":"502.732545ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.690019Z","caller":"traceutil/trace.go:171","msg":"trace[1938185683] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11241; }","duration":"501.234137ms","start":"2026-04-23T02:41:31.188757Z","end":"2026-04-23T02:41:31.689991Z","steps":["trace[1938185683] 'agreement among raft nodes before linearized reading' (duration: 500.879676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.690082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.188739Z","time spent":"501.32899ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-23T02:41:32.209094Z","caller":"traceutil/trace.go:171","msg":"trace[1876549927] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"120.079201ms","start":"2026-04-23T02:41:32.088981Z","end":"2026-04-23T02:41:32.209061Z","steps":["trace[1876549927] 'process raft request' (duration: 87.378603ms)","trace[1876549927] 'compare' (duration: 32.560553ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:41:32.413719Z","caller":"traceutil/trace.go:171","msg":"trace[1337167650] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"135.408608ms","start":"2026-04-23T02:41:32.278274Z","end":"2026-04-23T02:41:32.413683Z","steps":["trace[1337167650] 'process raft request' (duration: 100.395536ms)","trace[1337167650] 'compare' (duration: 34.778094ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:41:32.413879Z","caller":"traceutil/trace.go:171","msg":"trace[2078082693] linearizableReadLoop","detail":"{readStateIndex:11653; appliedIndex:11652; }","duration":"113.184632ms","start":"2026-04-23T02:41:32.300651Z","end":"2026-04-23T02:41:32.413836Z","steps":["trace[2078082693] 'read index received' (duration: 78.035547ms)","trace[2078082693] 'applied index is now lower than readState.Index' (duration: 35.146375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:41:32.518141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.483736ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T02:41:32.518276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.604285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:41:32.518368Z","caller":"traceutil/trace.go:171","msg":"trace[1851575659] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11245; }","duration":"217.762151ms","start":"2026-04-23T02:41:32.30058Z","end":"2026-04-23T02:41:32.518342Z","steps":["trace[1851575659] 'agreement among raft nodes before linearized reading' (duration: 113.359968ms)","trace[1851575659] 'count revisions from in-memory index tree' (duration: 104.260869ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:41:42.579272Z","caller":"traceutil/trace.go:171","msg":"trace[714985391] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"125.069649ms","start":"2026-04-23T02:41:42.454173Z","end":"2026-04-23T02:41:42.579242Z","steps":["trace[714985391] 'process raft request' (duration: 124.845752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:36.128297Z","caller":"traceutil/trace.go:171","msg":"trace[909087547] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"104.62011ms","start":"2026-04-23T02:42:36.023655Z","end":"2026-04-23T02:42:36.128275Z","steps":["trace[909087547] 'process raft request' (duration: 104.441734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.029932Z","caller":"traceutil/trace.go:171","msg":"trace[943410887] transaction","detail":"{read_only:false; response_revision:11915; number_of_response:1; }","duration":"1.00583165s","start":"2026-04-23T02:42:36.024071Z","end":"2026-04-23T02:42:37.029903Z","steps":["trace[943410887] 'process raft request' (duration: 1.005649554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.030076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.02406Z","time spent":"1.005942013s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:37.03023Z","caller":"traceutil/trace.go:171","msg":"trace[1698754466] transaction","detail":"{read_only:false; response_revision:11916; number_of_response:1; }","duration":"1.004967402s","start":"2026-04-23T02:42:36.025228Z","end":"2026-04-23T02:42:37.030196Z","steps":["trace[1698754466] 'process raft request' (duration: 1.004636222s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.030261Z","caller":"traceutil/trace.go:171","msg":"trace[275139756] linearizableReadLoop","detail":"{readStateIndex:12338; appliedIndex:12336; }","duration":"1.005039415s","start":"2026-04-23T02:42:36.025188Z","end":"2026-04-23T02:42:37.030228Z","steps":["trace[275139756] 'read index received' (duration: 102.918277ms)","trace[275139756] 'applied index is now lower than readState.Index' (duration: 902.119988ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:37.030304Z","caller":"traceutil/trace.go:171","msg":"trace[2048491962] transaction","detail":"{read_only:false; response_revision:11917; number_of_response:1; }","duration":"937.77821ms","start":"2026-04-23T02:42:36.092484Z","end":"2026-04-23T02:42:37.030262Z","steps":["trace[2048491962] 'process raft request' (duration: 937.622615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.0304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.025209Z","time spent":"1.005107097s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:37.03045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.092466Z","time spent":"937.904585ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:37.030537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005331444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:42:37.030597Z","caller":"traceutil/trace.go:171","msg":"trace[314202551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11917; }","duration":"1.005413426s","start":"2026-04-23T02:42:36.025165Z","end":"2026-04-23T02:42:37.030578Z","steps":["trace[314202551] 'agreement among raft nodes before linearized reading' (duration: 1.005195179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.030631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.025155Z","time spent":"1.005468389s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:42:37.039518Z","caller":"traceutil/trace.go:171","msg":"trace[1675578971] transaction","detail":"{read_only:false; response_revision:11918; number_of_response:1; }","duration":"715.981071ms","start":"2026-04-23T02:42:36.323518Z","end":"2026-04-23T02:42:37.039499Z","steps":["trace[1675578971] 'process raft request' (duration: 715.815396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.039697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.323491Z","time spent":"716.136076ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:37.039787Z","caller":"traceutil/trace.go:171","msg":"trace[1051873882] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"593.956308ms","start":"2026-04-23T02:42:36.445811Z","end":"2026-04-23T02:42:37.039767Z","steps":["trace[1051873882] 'process raft request' (duration: 593.657439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.039937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.445792Z","time spent":"594.086052ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:37.039931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.872771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:37.03999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.178263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:42:37.040005Z","caller":"traceutil/trace.go:171","msg":"trace[1396317900] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11920; }","duration":"936.972415ms","start":"2026-04-23T02:42:36.103016Z","end":"2026-04-23T02:42:37.039988Z","steps":["trace[1396317900] 'agreement among raft nodes before linearized reading' (duration: 936.8456ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.040027Z","caller":"traceutil/trace.go:171","msg":"trace[1279754569] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"267.079046ms","start":"2026-04-23T02:42:36.772928Z","end":"2026-04-23T02:42:37.040007Z","steps":["trace[1279754569] 'process raft request' (duration: 266.747446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.040069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.103008Z","time spent":"937.051427ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-23T02:42:37.04007Z","caller":"traceutil/trace.go:171","msg":"trace[861242900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:11920; }","duration":"869.285676ms","start":"2026-04-23T02:42:36.170764Z","end":"2026-04-23T02:42:37.040049Z","steps":["trace[861242900] 'agreement among raft nodes before linearized reading' (duration: 869.027988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.040139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.170747Z","time spent":"869.376319ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:42:37.040299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.215862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T02:42:37.040309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.869496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-04-23T02:42:37.040339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.239464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:37.04035Z","caller":"traceutil/trace.go:171","msg":"trace[586000257] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11920; }","duration":"937.283964ms","start":"2026-04-23T02:42:36.103054Z","end":"2026-04-23T02:42:37.040337Z","steps":["trace[586000257] 'agreement among raft nodes before linearized reading' (duration: 936.909832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.040372Z","caller":"traceutil/trace.go:171","msg":"trace[1160425941] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11920; }","duration":"933.994159ms","start":"2026-04-23T02:42:36.106363Z","end":"2026-04-23T02:42:37.040357Z","steps":["trace[1160425941] 'agreement among raft nodes before linearized reading' (duration: 933.586846ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.040388Z","caller":"traceutil/trace.go:171","msg":"trace[1953073183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11920; }","duration":"938.291656ms","start":"2026-04-23T02:42:36.102082Z","end":"2026-04-23T02:42:37.040373Z","steps":["trace[1953073183] 'agreement among raft nodes before linearized reading' (duration: 937.704087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.040413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.103042Z","time spent":"937.359387ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-23T02:42:37.040419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.106342Z","time spent":"934.068412ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:42:37.040431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.102038Z","time spent":"938.384329ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:42:37.040434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.263095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:37.040486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.285941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:37.040497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.180497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:42:37.04051Z","caller":"traceutil/trace.go:171","msg":"trace[1690301353] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11920; }","duration":"938.359458ms","start":"2026-04-23T02:42:36.102135Z","end":"2026-04-23T02:42:37.040494Z","steps":["trace[1690301353] 'agreement among raft nodes before linearized reading' (duration: 937.81922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.040535Z","caller":"traceutil/trace.go:171","msg":"trace[826899751] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11920; }","duration":"601.264361ms","start":"2026-04-23T02:42:36.439261Z","end":"2026-04-23T02:42:37.040526Z","steps":["trace[826899751] 'agreement among raft nodes before linearized reading' (duration: 600.705643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:37.040537Z","caller":"traceutil/trace.go:171","msg":"trace[443095711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11920; }","duration":"768.367493ms","start":"2026-04-23T02:42:36.272154Z","end":"2026-04-23T02:42:37.040521Z","steps":["trace[443095711] 'agreement among raft nodes before linearized reading' (duration: 767.835597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.040557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.439238Z","time spent":"601.313711ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:42:37.040559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.272137Z","time spent":"768.417535ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:42:37.04056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.102079Z","time spent":"938.472281ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:42:37.040774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.204441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:37.04081Z","caller":"traceutil/trace.go:171","msg":"trace[1648424842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11920; }","duration":"937.823781ms","start":"2026-04-23T02:42:36.102977Z","end":"2026-04-23T02:42:37.040801Z","steps":["trace[1648424842] 'agreement among raft nodes before linearized reading' (duration: 936.965474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:37.040832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:36.102968Z","time spent":"937.857272ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:42:54.332062Z","caller":"traceutil/trace.go:171","msg":"trace[515966432] linearizableReadLoop","detail":"{readStateIndex:12440; appliedIndex:12439; }","duration":"162.749494ms","start":"2026-04-23T02:42:54.169285Z","end":"2026-04-23T02:42:54.332035Z","steps":["trace[515966432] 'read index received' (duration: 162.538678ms)","trace[515966432] 'applied index is now lower than readState.Index' (duration: 209.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:54.3322Z","caller":"traceutil/trace.go:171","msg":"trace[366504795] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"268.307025ms","start":"2026-04-23T02:42:54.063859Z","end":"2026-04-23T02:42:54.332166Z","steps":["trace[366504795] 'process raft request' (duration: 267.990014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:54.332392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.086986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T02:42:54.332459Z","caller":"traceutil/trace.go:171","msg":"trace[538565245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12013; }","duration":"163.208349ms","start":"2026-04-23T02:42:54.16923Z","end":"2026-04-23T02:42:54.332439Z","steps":["trace[538565245] 'agreement among raft nodes before linearized reading' (duration: 162.955531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:54.632529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.261492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:42:54.632649Z","caller":"traceutil/trace.go:171","msg":"trace[1026105238] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"295.386113ms","start":"2026-04-23T02:42:54.337243Z","end":"2026-04-23T02:42:54.632629Z","steps":["trace[1026105238] 'process raft request' (duration: 165.943895ms)","trace[1026105238] 'compare' (duration: 128.922001ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:54.66221Z","caller":"traceutil/trace.go:171","msg":"trace[1514999647] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"324.758386ms","start":"2026-04-23T02:42:54.337429Z","end":"2026-04-23T02:42:54.662187Z","steps":["trace[1514999647] 'process raft request' (duration: 324.467856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:54.662317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:54.337405Z","time spent":"324.852748ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:55.107964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.734331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:42:55.108068Z","caller":"traceutil/trace.go:171","msg":"trace[1470494841] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"379.09719ms","start":"2026-04-23T02:42:54.728952Z","end":"2026-04-23T02:42:55.108049Z","steps":["trace[1470494841] 'process raft request' (duration: 51.188924ms)","trace[1470494841] 'compare' (duration: 327.553025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:42:55.108151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:54.728926Z","time spent":"379.197024ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:55.793398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.582946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:42:55.793505Z","caller":"traceutil/trace.go:171","msg":"trace[364029808] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"679.727822ms","start":"2026-04-23T02:42:55.113748Z","end":"2026-04-23T02:42:55.793475Z","steps":["trace[364029808] 'process raft request' (duration: 132.941099ms)","trace[364029808] 'compare' (duration: 546.033879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:42:55.793621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.113725Z","time spent":"679.834605ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:55.793652Z","caller":"traceutil/trace.go:171","msg":"trace[2034492380] transaction","detail":"{read_only:false; response_revision:12022; number_of_response:1; }","duration":"636.992545ms","start":"2026-04-23T02:42:55.156646Z","end":"2026-04-23T02:42:55.793639Z","steps":["trace[2034492380] 'process raft request' (duration: 636.962524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.793706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.156619Z","time spent":"637.066617ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:55.793822Z","caller":"traceutil/trace.go:171","msg":"trace[72064396] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"647.035104ms","start":"2026-04-23T02:42:55.146737Z","end":"2026-04-23T02:42:55.793772Z","steps":["trace[72064396] 'process raft request' (duration: 646.749085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:55.793897Z","caller":"traceutil/trace.go:171","msg":"trace[1901741839] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"638.504073ms","start":"2026-04-23T02:42:55.155388Z","end":"2026-04-23T02:42:55.793892Z","steps":["trace[1901741839] 'process raft request' (duration: 638.200363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.79393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.155368Z","time spent":"638.544095ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:55.793993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.146711Z","time spent":"647.2045ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:55.793873Z","caller":"traceutil/trace.go:171","msg":"trace[255815125] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"640.147975ms","start":"2026-04-23T02:42:55.153717Z","end":"2026-04-23T02:42:55.793865Z","steps":["trace[255815125] 'process raft request' (duration: 639.845596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.794097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.805816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:55.79413Z","caller":"traceutil/trace.go:171","msg":"trace[667673666] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12022; }","duration":"663.866268ms","start":"2026-04-23T02:42:55.130256Z","end":"2026-04-23T02:42:55.794122Z","steps":["trace[667673666] 'agreement among raft nodes before linearized reading' (duration: 663.785956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.794152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.130239Z","time spent":"663.908689ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:42:55.794056Z","caller":"traceutil/trace.go:171","msg":"trace[270750617] linearizableReadLoop","detail":"{readStateIndex:12445; appliedIndex:12444; }","duration":"663.740764ms","start":"2026-04-23T02:42:55.130287Z","end":"2026-04-23T02:42:55.794028Z","steps":["trace[270750617] 'read index received' (duration: 116.413605ms)","trace[270750617] 'applied index is now lower than readState.Index' (duration: 547.324529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:42:55.794185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.880209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:55.794237Z","caller":"traceutil/trace.go:171","msg":"trace[2106436468] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12022; }","duration":"663.973051ms","start":"2026-04-23T02:42:55.130243Z","end":"2026-04-23T02:42:55.794216Z","steps":["trace[2106436468] 'agreement among raft nodes before linearized reading' (duration: 663.862288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.794277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.130223Z","time spent":"664.045774ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-23T02:42:55.794251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.153702Z","time spent":"640.425034ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:55.81238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.777926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-23T02:42:55.812432Z","caller":"traceutil/trace.go:171","msg":"trace[1862861429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12023; }","duration":"681.846879ms","start":"2026-04-23T02:42:55.130573Z","end":"2026-04-23T02:42:55.81242Z","steps":["trace[1862861429] 'agreement among raft nodes before linearized reading' (duration: 681.711985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.812454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.130565Z","time spent":"681.88425ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:42:55.812696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.116082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:42:55.812721Z","caller":"traceutil/trace.go:171","msg":"trace[600402266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12023; }","duration":"615.178723ms","start":"2026-04-23T02:42:55.197536Z","end":"2026-04-23T02:42:55.812714Z","steps":["trace[600402266] 'agreement among raft nodes before linearized reading' (duration: 615.116101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.812738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.19752Z","time spent":"615.214314ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:42:55.812796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.677468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T02:42:55.812852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.208551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:55.81287Z","caller":"traceutil/trace.go:171","msg":"trace[1028976579] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12023; }","duration":"682.226881ms","start":"2026-04-23T02:42:55.130637Z","end":"2026-04-23T02:42:55.812864Z","steps":["trace[1028976579] 'agreement among raft nodes before linearized reading' (duration: 682.20308ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:55.812869Z","caller":"traceutil/trace.go:171","msg":"trace[196182107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12023; }","duration":"580.799252ms","start":"2026-04-23T02:42:55.232053Z","end":"2026-04-23T02:42:55.812852Z","steps":["trace[196182107] 'agreement among raft nodes before linearized reading' (duration: 580.582205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.812887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.130595Z","time spent":"682.288703ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:42:55.812904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.232034Z","time spent":"580.864634ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:42:55.812827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.002404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:55.813028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.423707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T02:42:55.813038Z","caller":"traceutil/trace.go:171","msg":"trace[596162724] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12023; }","duration":"682.236271ms","start":"2026-04-23T02:42:55.130793Z","end":"2026-04-23T02:42:55.81303Z","steps":["trace[596162724] 'agreement among raft nodes before linearized reading' (duration: 682.018654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:55.813061Z","caller":"traceutil/trace.go:171","msg":"trace[134373813] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12023; }","duration":"682.475799ms","start":"2026-04-23T02:42:55.130576Z","end":"2026-04-23T02:42:55.813052Z","steps":["trace[134373813] 'agreement among raft nodes before linearized reading' (duration: 682.376956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.813065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.130777Z","time spent":"682.279652ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:42:55.813083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.130568Z","time spent":"682.50882ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-23T02:42:55.813117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.118123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:42:55.81317Z","caller":"traceutil/trace.go:171","msg":"trace[104155704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:12023; }","duration":"541.190245ms","start":"2026-04-23T02:42:55.271966Z","end":"2026-04-23T02:42:55.813157Z","steps":["trace[104155704] 'agreement among raft nodes before linearized reading' (duration: 541.01189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.813205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.538658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:55.813209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.271962Z","time spent":"541.239867ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:42:55.813226Z","caller":"traceutil/trace.go:171","msg":"trace[1968829463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12023; }","duration":"542.572479ms","start":"2026-04-23T02:42:55.270647Z","end":"2026-04-23T02:42:55.81322Z","steps":["trace[1968829463] 'agreement among raft nodes before linearized reading' (duration: 542.538838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.813205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.482081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:42:55.813248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.270638Z","time spent":"542.60673ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:42:55.813288Z","caller":"traceutil/trace.go:171","msg":"trace[380157124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12023; }","duration":"579.608374ms","start":"2026-04-23T02:42:55.233659Z","end":"2026-04-23T02:42:55.813267Z","steps":["trace[380157124] 'agreement among raft nodes before linearized reading' (duration: 579.339275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:55.813336Z","caller":"traceutil/trace.go:171","msg":"trace[1302747237] transaction","detail":"{read_only:false; response_revision:12023; number_of_response:1; }","duration":"216.408198ms","start":"2026-04-23T02:42:55.596917Z","end":"2026-04-23T02:42:55.813325Z","steps":["trace[1302747237] 'process raft request' (duration: 215.241861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.813396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.233646Z","time spent":"579.694357ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:42:55.813304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.021125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:42:55.813507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.9201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:42:55.81351Z","caller":"traceutil/trace.go:171","msg":"trace[1861598223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12023; }","duration":"112.265253ms","start":"2026-04-23T02:42:55.701232Z","end":"2026-04-23T02:42:55.813497Z","steps":["trace[1861598223] 'agreement among raft nodes before linearized reading' (duration: 112.024066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:55.813541Z","caller":"traceutil/trace.go:171","msg":"trace[1915418620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12023; }","duration":"473.996782ms","start":"2026-04-23T02:42:55.339534Z","end":"2026-04-23T02:42:55.813531Z","steps":["trace[1915418620] 'agreement among raft nodes before linearized reading' (duration: 473.901539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:55.813599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:55.33951Z","time spent":"474.054264ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:42:56.004613Z","caller":"traceutil/trace.go:171","msg":"trace[657043638] transaction","detail":"{read_only:false; response_revision:12025; number_of_response:1; }","duration":"186.934552ms","start":"2026-04-23T02:42:55.817653Z","end":"2026-04-23T02:42:56.004588Z","steps":["trace[657043638] 'process raft request' (duration: 122.181458ms)","trace[657043638] 'compare' (duration: 64.588259ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:56.004884Z","caller":"traceutil/trace.go:171","msg":"trace[709678250] transaction","detail":"{read_only:false; response_revision:12026; number_of_response:1; }","duration":"186.980964ms","start":"2026-04-23T02:42:55.817883Z","end":"2026-04-23T02:42:56.004864Z","steps":["trace[709678250] 'process raft request' (duration: 186.659274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:56.005115Z","caller":"traceutil/trace.go:171","msg":"trace[1469297066] linearizableReadLoop","detail":"{readStateIndex:12452; appliedIndex:12451; }","duration":"187.308525ms","start":"2026-04-23T02:42:55.817795Z","end":"2026-04-23T02:42:56.005104Z","steps":["trace[1469297066] 'read index received' (duration: 13.441217ms)","trace[1469297066] 'applied index is now lower than readState.Index' (duration: 173.866348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:42:56.005328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.511681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19100"} {"level":"info","ts":"2026-04-23T02:42:56.005379Z","caller":"traceutil/trace.go:171","msg":"trace[86773575] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12027; }","duration":"187.590733ms","start":"2026-04-23T02:42:55.817775Z","end":"2026-04-23T02:42:56.005366Z","steps":["trace[86773575] 'agreement among raft nodes before linearized reading' (duration: 187.430788ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:56.005595Z","caller":"traceutil/trace.go:171","msg":"trace[1377559253] transaction","detail":"{read_only:false; response_revision:12027; number_of_response:1; }","duration":"187.611644ms","start":"2026-04-23T02:42:55.817973Z","end":"2026-04-23T02:42:56.005584Z","steps":["trace[1377559253] 'process raft request' (duration: 186.820279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:56.010854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.007226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447772"} {"level":"info","ts":"2026-04-23T02:42:56.010914Z","caller":"traceutil/trace.go:171","msg":"trace[564887989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12027; }","duration":"193.106349ms","start":"2026-04-23T02:42:55.817795Z","end":"2026-04-23T02:42:56.010902Z","steps":["trace[564887989] 'agreement among raft nodes before linearized reading' (duration: 187.506821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:57.106104Z","caller":"traceutil/trace.go:171","msg":"trace[2023014042] linearizableReadLoop","detail":"{readStateIndex:12455; appliedIndex:12454; }","duration":"105.582931ms","start":"2026-04-23T02:42:57.000496Z","end":"2026-04-23T02:42:57.106079Z","steps":["trace[2023014042] 'read index received' (duration: 105.294461ms)","trace[2023014042] 'applied index is now lower than readState.Index' (duration: 287.2µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:57.106179Z","caller":"traceutil/trace.go:171","msg":"trace[18428487] transaction","detail":"{read_only:false; response_revision:12028; number_of_response:1; }","duration":"465.876455ms","start":"2026-04-23T02:42:56.640277Z","end":"2026-04-23T02:42:57.106154Z","steps":["trace[18428487] 'process raft request' (duration: 465.516884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:57.106308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:56.640262Z","time spent":"465.977868ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:57.106321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.802687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:42:57.106396Z","caller":"traceutil/trace.go:171","msg":"trace[458822573] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:12028; }","duration":"105.938012ms","start":"2026-04-23T02:42:57.00044Z","end":"2026-04-23T02:42:57.106378Z","steps":["trace[458822573] 'agreement among raft nodes before linearized reading' (duration: 105.729985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.316271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342175808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:42:58.551512Z","caller":"traceutil/trace.go:171","msg":"trace[455642004] transaction","detail":"{read_only:false; response_revision:12030; number_of_response:1; }","duration":"752.290783ms","start":"2026-04-23T02:42:57.799191Z","end":"2026-04-23T02:42:58.551481Z","steps":["trace[455642004] 'process raft request' (duration: 751.746586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.551979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.799173Z","time spent":"752.416097ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:58.826126Z","caller":"traceutil/trace.go:171","msg":"trace[820603061] transaction","detail":"{read_only:false; response_revision:12031; number_of_response:1; }","duration":"1.026189176s","start":"2026-04-23T02:42:57.799904Z","end":"2026-04-23T02:42:58.826093Z","steps":["trace[820603061] 'process raft request' (duration: 1.025986059s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:58.826254Z","caller":"traceutil/trace.go:171","msg":"trace[603968785] linearizableReadLoop","detail":"{readStateIndex:12461; appliedIndex:12457; }","duration":"1.010245989s","start":"2026-04-23T02:42:57.815993Z","end":"2026-04-23T02:42:58.826239Z","steps":["trace[603968785] 'read index received' (duration: 735.241162ms)","trace[603968785] 'applied index is now lower than readState.Index' (duration: 275.003337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:42:58.826281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.799882Z","time spent":"1.026319009s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:58.826139Z","caller":"traceutil/trace.go:171","msg":"trace[1107761309] transaction","detail":"{read_only:false; response_revision:12032; number_of_response:1; }","duration":"1.026087922s","start":"2026-04-23T02:42:57.800014Z","end":"2026-04-23T02:42:58.826102Z","steps":["trace[1107761309] 'process raft request' (duration: 1.026010289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.826441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.800002Z","time spent":"1.026408712s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:58.82639Z","caller":"traceutil/trace.go:171","msg":"trace[1969166987] transaction","detail":"{read_only:false; response_revision:12033; number_of_response:1; }","duration":"1.026310419s","start":"2026-04-23T02:42:57.800072Z","end":"2026-04-23T02:42:58.826383Z","steps":["trace[1969166987] 'process raft request' (duration: 1.025980778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.826579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010408484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:58.826599Z","caller":"traceutil/trace.go:171","msg":"trace[840142080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12033; }","duration":"1.010466107s","start":"2026-04-23T02:42:57.816127Z","end":"2026-04-23T02:42:58.826593Z","steps":["trace[840142080] 'agreement among raft nodes before linearized reading' (duration: 1.010432955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.826606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.800048Z","time spent":"1.026522886s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:58.826621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.816101Z","time spent":"1.010514698s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:42:58.826538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010485687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T02:42:58.8267Z","caller":"traceutil/trace.go:171","msg":"trace[1479218589] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12033; }","duration":"1.010722605s","start":"2026-04-23T02:42:57.815965Z","end":"2026-04-23T02:42:58.826688Z","steps":["trace[1479218589] 'agreement among raft nodes before linearized reading' (duration: 1.010437715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.826741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.815955Z","time spent":"1.010777606s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-23T02:42:58.826788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.741282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:58.826807Z","caller":"traceutil/trace.go:171","msg":"trace[1808496030] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12033; }","duration":"737.790504ms","start":"2026-04-23T02:42:58.089011Z","end":"2026-04-23T02:42:58.826802Z","steps":["trace[1808496030] 'agreement among raft nodes before linearized reading' (duration: 737.753073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.826829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.088997Z","time spent":"737.827785ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:42:58.826845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.992464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:58.826905Z","caller":"traceutil/trace.go:171","msg":"trace[388808138] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12033; }","duration":"815.072476ms","start":"2026-04-23T02:42:58.011819Z","end":"2026-04-23T02:42:58.826892Z","steps":["trace[388808138] 'agreement among raft nodes before linearized reading' (duration: 814.972283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.826943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.011812Z","time spent":"815.123898ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:42:58.827079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.883971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:58.827056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.915729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T02:42:58.827091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.112308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:58.827135Z","caller":"traceutil/trace.go:171","msg":"trace[2021863941] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12033; }","duration":"815.19734ms","start":"2026-04-23T02:42:58.011928Z","end":"2026-04-23T02:42:58.827125Z","steps":["trace[2021863941] 'agreement among raft nodes before linearized reading' (duration: 815.137769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.380074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-23T02:42:58.827151Z","caller":"traceutil/trace.go:171","msg":"trace[2033973484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12033; }","duration":"993.069624ms","start":"2026-04-23T02:42:57.834053Z","end":"2026-04-23T02:42:58.827123Z","steps":["trace[2033973484] 'agreement among raft nodes before linearized reading' (duration: 992.811506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.0119Z","time spent":"815.261763ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-23T02:42:58.827182Z","caller":"traceutil/trace.go:171","msg":"trace[1764063633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12033; }","duration":"814.410945ms","start":"2026-04-23T02:42:58.012766Z","end":"2026-04-23T02:42:58.827177Z","steps":["trace[1764063633] 'agreement among raft nodes before linearized reading' (duration: 814.353273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.012758Z","time spent":"814.436567ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:42:58.82721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.834035Z","time spent":"993.158067ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:42:58.827226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.100465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:42:58.827288Z","caller":"traceutil/trace.go:171","msg":"trace[1863725500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12033; }","duration":"814.177728ms","start":"2026-04-23T02:42:58.013086Z","end":"2026-04-23T02:42:58.827263Z","steps":["trace[1863725500] 'agreement among raft nodes before linearized reading' (duration: 813.997572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007647037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-04-23T02:42:58.827329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.013074Z","time spent":"814.248061ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:42:58.827341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.549198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:42:58.827364Z","caller":"traceutil/trace.go:171","msg":"trace[1287120872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:12033; }","duration":"807.60315ms","start":"2026-04-23T02:42:58.019756Z","end":"2026-04-23T02:42:58.827359Z","steps":["trace[1287120872] 'agreement among raft nodes before linearized reading' (duration: 807.495496ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:58.82737Z","caller":"traceutil/trace.go:171","msg":"trace[2125779896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12033; }","duration":"1.00774851s","start":"2026-04-23T02:42:57.819605Z","end":"2026-04-23T02:42:58.827354Z","steps":["trace[2125779896] 'agreement among raft nodes before linearized reading' (duration: 1.007570004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.019745Z","time spent":"807.637161ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:42:58.827353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.287187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:42:58.827367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.444568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:42:58.827415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.819589Z","time spent":"1.007814802s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-23T02:42:58.827457Z","caller":"traceutil/trace.go:171","msg":"trace[1982990612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12033; }","duration":"817.428031ms","start":"2026-04-23T02:42:58.010005Z","end":"2026-04-23T02:42:58.827433Z","steps":["trace[1982990612] 'agreement among raft nodes before linearized reading' (duration: 817.167203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:58.82748Z","caller":"traceutil/trace.go:171","msg":"trace[1805274235] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12033; }","duration":"815.578313ms","start":"2026-04-23T02:42:58.01187Z","end":"2026-04-23T02:42:58.827448Z","steps":["trace[1805274235] 'agreement among raft nodes before linearized reading' (duration: 815.366436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.009986Z","time spent":"817.522005ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:42:58.827538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.011865Z","time spent":"815.661645ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:42:58.827381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.036501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:42:58.827581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009984321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:58.827725Z","caller":"traceutil/trace.go:171","msg":"trace[829297369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12033; }","duration":"1.010742335s","start":"2026-04-23T02:42:57.816964Z","end":"2026-04-23T02:42:58.827707Z","steps":["trace[829297369] 'agreement among raft nodes before linearized reading' (duration: 1.009918659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:57.816945Z","time spent":"1.010822908s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T02:42:58.827609Z","caller":"traceutil/trace.go:171","msg":"trace[756122147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12033; }","duration":"818.299989ms","start":"2026-04-23T02:42:58.009294Z","end":"2026-04-23T02:42:58.827594Z","steps":["trace[756122147] 'agreement among raft nodes before linearized reading' (duration: 818.00333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.009273Z","time spent":"818.554717ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:42:58.827108Z","caller":"traceutil/trace.go:171","msg":"trace[969703292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12033; }","duration":"814.923852ms","start":"2026-04-23T02:42:58.012177Z","end":"2026-04-23T02:42:58.827101Z","steps":["trace[969703292] 'agreement among raft nodes before linearized reading' (duration: 814.88211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.827924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:58.012171Z","time spent":"815.744387ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:42:58.979573Z","caller":"traceutil/trace.go:171","msg":"trace[17233017] transaction","detail":"{read_only:false; response_revision:12035; number_of_response:1; }","duration":"146.51703ms","start":"2026-04-23T02:42:58.833027Z","end":"2026-04-23T02:42:58.979544Z","steps":["trace[17233017] 'process raft request' (duration: 146.263462ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:58.979896Z","caller":"traceutil/trace.go:171","msg":"trace[1337698621] linearizableReadLoop","detail":"{readStateIndex:12463; appliedIndex:12461; }","duration":"146.702086ms","start":"2026-04-23T02:42:58.83316Z","end":"2026-04-23T02:42:58.979862Z","steps":["trace[1337698621] 'read index received' (duration: 23.01232ms)","trace[1337698621] 'applied index is now lower than readState.Index' (duration: 123.688146ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:58.979971Z","caller":"traceutil/trace.go:171","msg":"trace[458976877] transaction","detail":"{read_only:false; response_revision:12036; number_of_response:1; }","duration":"146.438407ms","start":"2026-04-23T02:42:58.833503Z","end":"2026-04-23T02:42:58.979942Z","steps":["trace[458976877] 'process raft request' (duration: 145.989023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:58.980001Z","caller":"traceutil/trace.go:171","msg":"trace[215669339] transaction","detail":"{read_only:false; response_revision:12037; number_of_response:1; }","duration":"146.143267ms","start":"2026-04-23T02:42:58.833836Z","end":"2026-04-23T02:42:58.979979Z","steps":["trace[215669339] 'process raft request' (duration: 145.871249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:58.980792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.602844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447772"} {"level":"info","ts":"2026-04-23T02:42:58.980847Z","caller":"traceutil/trace.go:171","msg":"trace[1763968313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12037; }","duration":"147.686267ms","start":"2026-04-23T02:42:58.833148Z","end":"2026-04-23T02:42:58.980834Z","steps":["trace[1763968313] 'agreement among raft nodes before linearized reading' (duration: 146.84802ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:33.569163Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10116} {"level":"info","ts":"2026-04-23T02:43:33.649205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10116,"took":"77.502909ms","hash":186632866,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":25661440,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T02:43:33.649276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":186632866,"revision":10116,"compact-revision":7801} {"level":"info","ts":"2026-04-23T02:48:33.576685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12275} {"level":"info","ts":"2026-04-23T02:48:33.657946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12275,"took":"78.676854ms","hash":1888286909,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":27389952,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T02:48:33.658005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1888286909,"revision":12275,"compact-revision":10116} {"level":"warn","ts":"2026-04-23T02:48:55.849043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.120599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:48:55.849157Z","caller":"traceutil/trace.go:171","msg":"trace[1854269393] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14459; }","duration":"643.298055ms","start":"2026-04-23T02:48:55.205836Z","end":"2026-04-23T02:48:55.849134Z","steps":["trace[1854269393] 'count revisions from in-memory index tree' (duration: 643.034696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:55.84922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:48:55.205818Z","time spent":"643.387987ms","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:48:55.84925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.884728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:48:55.849374Z","caller":"traceutil/trace.go:171","msg":"trace[1334320991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14459; }","duration":"582.024682ms","start":"2026-04-23T02:48:55.2673Z","end":"2026-04-23T02:48:55.849325Z","steps":["trace[1334320991] 'range keys from in-memory index tree' (duration: 581.805115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:55.849427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:48:55.267281Z","time spent":"582.134665ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:48:55.856868Z","caller":"traceutil/trace.go:171","msg":"trace[652741711] transaction","detail":"{read_only:false; response_revision:14460; number_of_response:1; }","duration":"103.873103ms","start":"2026-04-23T02:48:55.752959Z","end":"2026-04-23T02:48:55.856832Z","steps":["trace[652741711] 'process raft request' (duration: 103.519272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:58.816276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.108975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:48:58.816353Z","caller":"traceutil/trace.go:171","msg":"trace[830777320] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14476; }","duration":"312.289501ms","start":"2026-04-23T02:48:58.504044Z","end":"2026-04-23T02:48:58.816333Z","steps":["trace[830777320] 'count revisions from in-memory index tree' (duration: 311.999872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:58.816392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:48:58.504023Z","time spent":"312.357283ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:19.442872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077299234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:49:19.442957Z","caller":"traceutil/trace.go:171","msg":"trace[112037312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14584; }","duration":"1.077396177s","start":"2026-04-23T02:49:18.365542Z","end":"2026-04-23T02:49:19.442938Z","steps":["trace[112037312] 'range keys from in-memory index tree' (duration: 1.077086317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:19.442999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.365519Z","time spent":"1.07747145s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:49:19.443823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.466482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:19.443984Z","caller":"traceutil/trace.go:171","msg":"trace[45118652] linearizableReadLoop","detail":"{readStateIndex:15104; appliedIndex:15103; }","duration":"796.394008ms","start":"2026-04-23T02:49:18.647577Z","end":"2026-04-23T02:49:19.443971Z","steps":["trace[45118652] 'read index received' (duration: 245.72881ms)","trace[45118652] 'applied index is now lower than readState.Index' (duration: 550.664228ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:19.44403Z","caller":"traceutil/trace.go:171","msg":"trace[793613040] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"935.081695ms","start":"2026-04-23T02:49:18.508864Z","end":"2026-04-23T02:49:19.443945Z","steps":["trace[793613040] 'process raft request' (duration: 384.426017ms)","trace[793613040] 'compare' (duration: 550.164743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:19.444181Z","caller":"traceutil/trace.go:171","msg":"trace[1554280360] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"712.689154ms","start":"2026-04-23T02:49:18.731455Z","end":"2026-04-23T02:49:19.444145Z","steps":["trace[1554280360] 'process raft request' (duration: 712.444817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:19.444279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.484104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:49:19.44433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.731432Z","time spent":"712.84349ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:19.444337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.50884Z","time spent":"935.330383ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:19.444303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.554022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:19.444388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.397633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:49:19.444414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.136901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:49:19.444375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.75975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:19.444439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.483073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:49:19.444474Z","caller":"traceutil/trace.go:171","msg":"trace[1505205283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14586; }","duration":"329.543128ms","start":"2026-04-23T02:49:19.114914Z","end":"2026-04-23T02:49:19.444457Z","steps":["trace[1505205283] 'agreement among raft nodes before linearized reading' (duration: 329.28336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.444504Z","caller":"traceutil/trace.go:171","msg":"trace[207925774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14586; }","duration":"450.251704ms","start":"2026-04-23T02:49:18.994229Z","end":"2026-04-23T02:49:19.44448Z","steps":["trace[207925774] 'agreement among raft nodes before linearized reading' (duration: 450.006856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.444334Z","caller":"traceutil/trace.go:171","msg":"trace[1861962507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14586; }","duration":"498.564647ms","start":"2026-04-23T02:49:18.945753Z","end":"2026-04-23T02:49:19.444318Z","steps":["trace[1861962507] 'agreement among raft nodes before linearized reading' (duration: 498.384011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.444537Z","caller":"traceutil/trace.go:171","msg":"trace[2009038659] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:14586; }","duration":"796.976557ms","start":"2026-04-23T02:49:18.647536Z","end":"2026-04-23T02:49:19.444513Z","steps":["trace[2009038659] 'agreement among raft nodes before linearized reading' (duration: 796.494232ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.444541Z","caller":"traceutil/trace.go:171","msg":"trace[475695586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14586; }","duration":"445.569276ms","start":"2026-04-23T02:49:18.99893Z","end":"2026-04-23T02:49:19.444499Z","steps":["trace[475695586] 'agreement among raft nodes before linearized reading' (duration: 445.211614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:19.444553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.994223Z","time spent":"450.321157ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:19.444593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.998906Z","time spent":"445.675199ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:19.444615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.647519Z","time spent":"797.08149ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:19.444606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.945737Z","time spent":"498.833825ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:49:19.444523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:19.114888Z","time spent":"329.62691ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:19.444896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.598359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:49:19.44493Z","caller":"traceutil/trace.go:171","msg":"trace[1502687650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14586; }","duration":"446.662501ms","start":"2026-04-23T02:49:18.99826Z","end":"2026-04-23T02:49:19.444922Z","steps":["trace[1502687650] 'agreement among raft nodes before linearized reading' (duration: 445.897067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:19.444949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.998243Z","time spent":"446.699972ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:49:19.445153Z","caller":"traceutil/trace.go:171","msg":"trace[75221786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14586; }","duration":"174.422449ms","start":"2026-04-23T02:49:19.270699Z","end":"2026-04-23T02:49:19.445122Z","steps":["trace[75221786] 'agreement among raft nodes before linearized reading' (duration: 173.463739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:19.717501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.187225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:19.717594Z","caller":"traceutil/trace.go:171","msg":"trace[165237805] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"268.13099ms","start":"2026-04-23T02:49:19.449448Z","end":"2026-04-23T02:49:19.717579Z","steps":["trace[165237805] 'process raft request' (duration: 115.79767ms)","trace[165237805] 'compare' (duration: 151.970649ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:19.72923Z","caller":"traceutil/trace.go:171","msg":"trace[129017407] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"279.597544ms","start":"2026-04-23T02:49:19.449609Z","end":"2026-04-23T02:49:19.729206Z","steps":["trace[129017407] 'process raft request' (duration: 279.532252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.729232Z","caller":"traceutil/trace.go:171","msg":"trace[1430387564] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"279.76019ms","start":"2026-04-23T02:49:19.449445Z","end":"2026-04-23T02:49:19.729205Z","steps":["trace[1430387564] 'process raft request' (duration: 279.569534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.729382Z","caller":"traceutil/trace.go:171","msg":"trace[1104215909] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"279.434959ms","start":"2026-04-23T02:49:19.449935Z","end":"2026-04-23T02:49:19.72937Z","steps":["trace[1104215909] 'process raft request' (duration: 279.238733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.729832Z","caller":"traceutil/trace.go:171","msg":"trace[501577560] linearizableReadLoop","detail":"{readStateIndex:15110; appliedIndex:15105; }","duration":"219.020814ms","start":"2026-04-23T02:49:19.510798Z","end":"2026-04-23T02:49:19.729819Z","steps":["trace[501577560] 'read index received' (duration: 54.462417ms)","trace[501577560] 'applied index is now lower than readState.Index' (duration: 164.557287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:19.729917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.109457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:19.729951Z","caller":"traceutil/trace.go:171","msg":"trace[400663670] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14591; }","duration":"219.198139ms","start":"2026-04-23T02:49:19.510745Z","end":"2026-04-23T02:49:19.729943Z","steps":["trace[400663670] 'agreement among raft nodes before linearized reading' (duration: 219.121007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.730118Z","caller":"traceutil/trace.go:171","msg":"trace[28078946] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"279.185801ms","start":"2026-04-23T02:49:19.450904Z","end":"2026-04-23T02:49:19.73009Z","steps":["trace[28078946] 'process raft request' (duration: 278.411616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:28.120203Z","caller":"traceutil/trace.go:171","msg":"trace[1641948270] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"353.857177ms","start":"2026-04-23T02:49:27.766308Z","end":"2026-04-23T02:49:28.120166Z","steps":["trace[1641948270] 'process raft request' (duration: 353.589789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:28.120478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:27.766292Z","time spent":"354.068164ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:28.375256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.77079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:28.375676Z","caller":"traceutil/trace.go:171","msg":"trace[1237447691] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"605.682411ms","start":"2026-04-23T02:49:27.769953Z","end":"2026-04-23T02:49:28.375635Z","steps":["trace[1237447691] 'process raft request' (duration: 605.427713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:28.375723Z","caller":"traceutil/trace.go:171","msg":"trace[813849254] transaction","detail":"{read_only:false; response_revision:14633; number_of_response:1; }","duration":"305.381831ms","start":"2026-04-23T02:49:28.070305Z","end":"2026-04-23T02:49:28.375687Z","steps":["trace[813849254] 'process raft request' (duration: 305.172904ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:28.375704Z","caller":"traceutil/trace.go:171","msg":"trace[479216003] transaction","detail":"{read_only:false; response_revision:14632; number_of_response:1; }","duration":"589.87858ms","start":"2026-04-23T02:49:27.785778Z","end":"2026-04-23T02:49:28.375657Z","steps":["trace[479216003] 'process raft request' (duration: 589.657433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:28.375812Z","caller":"traceutil/trace.go:171","msg":"trace[1834591812] transaction","detail":"{read_only:false; response_revision:14630; number_of_response:1; }","duration":"606.858228ms","start":"2026-04-23T02:49:27.768905Z","end":"2026-04-23T02:49:28.375763Z","steps":["trace[1834591812] 'process raft request' (duration: 414.476269ms)","trace[1834591812] 'compare' (duration: 191.628576ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:28.375853Z","caller":"traceutil/trace.go:171","msg":"trace[367972845] linearizableReadLoop","detail":"{readStateIndex:15152; appliedIndex:15149; }","duration":"590.846951ms","start":"2026-04-23T02:49:27.784971Z","end":"2026-04-23T02:49:28.375818Z","steps":["trace[367972845] 'read index received' (duration: 335.073742ms)","trace[367972845] 'applied index is now lower than readState.Index' (duration: 255.771349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:28.375883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:27.785767Z","time spent":"590.066787ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:28.375889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:27.769938Z","time spent":"605.835086ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:28.375958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:27.768882Z","time spent":"607.006533ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:28.376124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:28.070277Z","time spent":"305.510435ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:28.376141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.14771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:49:28.376184Z","caller":"traceutil/trace.go:171","msg":"trace[1542344280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14634; }","duration":"591.246973ms","start":"2026-04-23T02:49:27.784924Z","end":"2026-04-23T02:49:28.376171Z","steps":["trace[1542344280] 'agreement among raft nodes before linearized reading' (duration: 591.042167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:28.376312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:27.784901Z","time spent":"591.316596ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:49:28.382017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.514354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:28.382092Z","caller":"traceutil/trace.go:171","msg":"trace[1694292468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14635; }","duration":"110.642268ms","start":"2026-04-23T02:49:28.271434Z","end":"2026-04-23T02:49:28.382076Z","steps":["trace[1694292468] 'agreement among raft nodes before linearized reading' (duration: 110.501213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:36.771749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342183317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:49:37.272072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342183317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:49:37.272955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111482778s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:49:37.273472Z","caller":"traceutil/trace.go:171","msg":"trace[747738916] transaction","detail":"{read_only:false; response_revision:14683; number_of_response:1; }","duration":"1.112043665s","start":"2026-04-23T02:49:36.161397Z","end":"2026-04-23T02:49:37.273441Z","steps":["trace[747738916] 'process raft request' (duration: 1.111776217s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:37.273627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.161386Z","time spent":"1.112150888s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.073536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.325493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.073669Z","caller":"traceutil/trace.go:171","msg":"trace[461322025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14683; }","duration":"589.465357ms","start":"2026-04-23T02:49:37.48418Z","end":"2026-04-23T02:49:38.073646Z","steps":["trace[461322025] 'range keys from in-memory index tree' (duration: 589.310333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.195668Z","caller":"traceutil/trace.go:171","msg":"trace[589000959] transaction","detail":"{read_only:false; response_revision:14684; number_of_response:1; }","duration":"1.785119884s","start":"2026-04-23T02:49:36.410521Z","end":"2026-04-23T02:49:38.195641Z","steps":["trace[589000959] 'process raft request' (duration: 1.784917948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.19586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.410495Z","time spent":"1.785260109s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:38.196048Z","caller":"traceutil/trace.go:171","msg":"trace[902257977] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"1.776814641s","start":"2026-04-23T02:49:36.419186Z","end":"2026-04-23T02:49:38.196001Z","steps":["trace[902257977] 'process raft request' (duration: 1.776414358s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.196086Z","caller":"traceutil/trace.go:171","msg":"trace[639924345] linearizableReadLoop","detail":"{readStateIndex:15212; appliedIndex:15206; }","duration":"1.925301128s","start":"2026-04-23T02:49:36.270754Z","end":"2026-04-23T02:49:38.196055Z","steps":["trace[639924345] 'read index received' (duration: 1.002488192s)","trace[639924345] 'applied index is now lower than readState.Index' (duration: 922.811746ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:38.196143Z","caller":"traceutil/trace.go:171","msg":"trace[921751491] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"1.773255428s","start":"2026-04-23T02:49:36.422857Z","end":"2026-04-23T02:49:38.196112Z","steps":["trace[921751491] 'process raft request' (duration: 1.77299715s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.19625Z","caller":"traceutil/trace.go:171","msg":"trace[764715070] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"1.772159493s","start":"2026-04-23T02:49:36.424079Z","end":"2026-04-23T02:49:38.196238Z","steps":["trace[764715070] 'process raft request' (duration: 1.771895295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.419174Z","time spent":"1.776963576s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.196302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.422823Z","time spent":"1.773391422s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.196366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.424046Z","time spent":"1.772241396s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.196422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925673591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.196475Z","caller":"traceutil/trace.go:171","msg":"trace[508410088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14688; }","duration":"1.925767853s","start":"2026-04-23T02:49:36.270695Z","end":"2026-04-23T02:49:38.196462Z","steps":["trace[508410088] 'agreement among raft nodes before linearized reading' (duration: 1.92565648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.27067Z","time spent":"1.925830605s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:49:38.196526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767877487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:49:38.196549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634054425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.196557Z","caller":"traceutil/trace.go:171","msg":"trace[2062373112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14688; }","duration":"1.767933969s","start":"2026-04-23T02:49:36.428614Z","end":"2026-04-23T02:49:38.196548Z","steps":["trace[2062373112] 'agreement among raft nodes before linearized reading' (duration: 1.767820405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.428603Z","time spent":"1.767977121s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:49:38.196585Z","caller":"traceutil/trace.go:171","msg":"trace[694828410] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14688; }","duration":"1.634118647s","start":"2026-04-23T02:49:36.562455Z","end":"2026-04-23T02:49:38.196574Z","steps":["trace[694828410] 'agreement among raft nodes before linearized reading' (duration: 1.634059965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.562437Z","time spent":"1.634170529s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:38.196658Z","caller":"traceutil/trace.go:171","msg":"trace[1777218821] transaction","detail":"{read_only:false; response_revision:14688; number_of_response:1; }","duration":"1.525437631s","start":"2026-04-23T02:49:36.671208Z","end":"2026-04-23T02:49:38.196646Z","steps":["trace[1777218821] 'process raft request' (duration: 1.524804341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659669447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:49:38.196704Z","caller":"traceutil/trace.go:171","msg":"trace[1055973761] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14688; }","duration":"1.65973661s","start":"2026-04-23T02:49:36.53696Z","end":"2026-04-23T02:49:38.196697Z","steps":["trace[1055973761] 'agreement among raft nodes before linearized reading' (duration: 1.659682128s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.671184Z","time spent":"1.525499413s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.196726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.536936Z","time spent":"1.65978455s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.196821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29923031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.196862Z","caller":"traceutil/trace.go:171","msg":"trace[816726203] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14688; }","duration":"1.299310523s","start":"2026-04-23T02:49:36.897543Z","end":"2026-04-23T02:49:38.196853Z","steps":["trace[816726203] 'agreement among raft nodes before linearized reading' (duration: 1.299250101s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671723409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:38.196891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.897522Z","time spent":"1.299360965s","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:38.1969Z","caller":"traceutil/trace.go:171","msg":"trace[458952994] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14688; }","duration":"1.671789132s","start":"2026-04-23T02:49:36.525101Z","end":"2026-04-23T02:49:38.19689Z","steps":["trace[458952994] 'agreement among raft nodes before linearized reading' (duration: 1.67174744s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.196928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.525078Z","time spent":"1.671840294s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.197127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768443505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:49:38.197161Z","caller":"traceutil/trace.go:171","msg":"trace[1297210687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14688; }","duration":"1.768486427s","start":"2026-04-23T02:49:36.428663Z","end":"2026-04-23T02:49:38.19715Z","steps":["trace[1297210687] 'agreement among raft nodes before linearized reading' (duration: 1.768402854s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.19713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17339337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T02:49:38.197192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768054243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:49:38.197163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618705728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-4dzs9\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-04-23T02:49:38.19724Z","caller":"traceutil/trace.go:171","msg":"trace[1066036948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14688; }","duration":"1.768109615s","start":"2026-04-23T02:49:36.429115Z","end":"2026-04-23T02:49:38.197225Z","steps":["trace[1066036948] 'agreement among raft nodes before linearized reading' (duration: 1.76794852s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.197238Z","caller":"traceutil/trace.go:171","msg":"trace[1283474785] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:14688; }","duration":"1.173543015s","start":"2026-04-23T02:49:37.023667Z","end":"2026-04-23T02:49:38.19721Z","steps":["trace[1283474785] 'agreement among raft nodes before linearized reading' (duration: 1.172895104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.197279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.42911Z","time spent":"1.768161517s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:49:38.197294Z","caller":"traceutil/trace.go:171","msg":"trace[1843242877] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-4dzs9; range_end:; response_count:1; response_revision:14688; }","duration":"1.618895575s","start":"2026-04-23T02:49:36.57837Z","end":"2026-04-23T02:49:38.197265Z","steps":["trace[1843242877] 'agreement among raft nodes before linearized reading' (duration: 1.618471411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.197187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.428658Z","time spent":"1.768522328s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:38.197313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383690158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:49:38.197357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.578361Z","time spent":"1.618986067s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12383,"request content":"key:\"/registry/pods/openstack/openvswitch-4dzs9\" "} {"level":"warn","ts":"2026-04-23T02:49:38.197356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.99348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:38.197383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747261054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:49:38.197385Z","caller":"traceutil/trace.go:171","msg":"trace[1486135119] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14688; }","duration":"1.383802251s","start":"2026-04-23T02:49:36.813562Z","end":"2026-04-23T02:49:38.197364Z","steps":["trace[1486135119] 'agreement among raft nodes before linearized reading' (duration: 1.383632515s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.197421Z","caller":"traceutil/trace.go:171","msg":"trace[1587006401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:14688; }","duration":"1.747340276s","start":"2026-04-23T02:49:36.450071Z","end":"2026-04-23T02:49:38.197411Z","steps":["trace[1587006401] 'agreement among raft nodes before linearized reading' (duration: 1.747183491s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.197428Z","caller":"traceutil/trace.go:171","msg":"trace[462436158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14688; }","duration":"299.148624ms","start":"2026-04-23T02:49:37.898258Z","end":"2026-04-23T02:49:38.197407Z","steps":["trace[462436158] 'agreement among raft nodes before linearized reading' (duration: 298.982969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.197436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.813539Z","time spent":"1.383885844s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.19745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.450051Z","time spent":"1.747392218s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:49:38.19745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76826813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:49:38.197482Z","caller":"traceutil/trace.go:171","msg":"trace[431743233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14688; }","duration":"1.768326932s","start":"2026-04-23T02:49:36.429146Z","end":"2026-04-23T02:49:38.197473Z","steps":["trace[431743233] 'agreement among raft nodes before linearized reading' (duration: 1.76824569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.1973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.023647Z","time spent":"1.173637778s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T02:49:38.197508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.429132Z","time spent":"1.768371093s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:49:38.197864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.432118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.197905Z","caller":"traceutil/trace.go:171","msg":"trace[1190712941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14688; }","duration":"713.516321ms","start":"2026-04-23T02:49:37.484378Z","end":"2026-04-23T02:49:38.197894Z","steps":["trace[1190712941] 'agreement among raft nodes before linearized reading' (duration: 713.454349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.197936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.484353Z","time spent":"713.574503ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:38.34192Z","caller":"traceutil/trace.go:171","msg":"trace[99082932] transaction","detail":"{read_only:false; response_revision:14690; number_of_response:1; }","duration":"140.309008ms","start":"2026-04-23T02:49:38.201577Z","end":"2026-04-23T02:49:38.341886Z","steps":["trace[99082932] 'process raft request' (duration: 140.219516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.34196Z","caller":"traceutil/trace.go:171","msg":"trace[1810906017] transaction","detail":"{read_only:false; response_revision:14689; number_of_response:1; }","duration":"141.347041ms","start":"2026-04-23T02:49:38.200578Z","end":"2026-04-23T02:49:38.341925Z","steps":["trace[1810906017] 'process raft request' (duration: 140.984429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.342185Z","caller":"traceutil/trace.go:171","msg":"trace[1875207598] transaction","detail":"{read_only:false; response_revision:14691; number_of_response:1; }","duration":"139.137661ms","start":"2026-04-23T02:49:38.203013Z","end":"2026-04-23T02:49:38.34215Z","steps":["trace[1875207598] 'process raft request' (duration: 138.831701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.342279Z","caller":"traceutil/trace.go:171","msg":"trace[2132401404] transaction","detail":"{read_only:false; response_revision:14692; number_of_response:1; }","duration":"138.202261ms","start":"2026-04-23T02:49:38.204048Z","end":"2026-04-23T02:49:38.34225Z","steps":["trace[2132401404] 'process raft request' (duration: 138.020185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.342657Z","caller":"traceutil/trace.go:171","msg":"trace[1472642266] linearizableReadLoop","detail":"{readStateIndex:15215; appliedIndex:15212; }","duration":"139.723149ms","start":"2026-04-23T02:49:38.202908Z","end":"2026-04-23T02:49:38.342631Z","steps":["trace[1472642266] 'read index received' (duration: 61.187679ms)","trace[1472642266] 'applied index is now lower than readState.Index' (duration: 78.53455ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:38.342715Z","caller":"traceutil/trace.go:171","msg":"trace[1457776331] transaction","detail":"{read_only:false; response_revision:14693; number_of_response:1; }","duration":"134.298168ms","start":"2026-04-23T02:49:38.208387Z","end":"2026-04-23T02:49:38.342685Z","steps":["trace[1457776331] 'process raft request' (duration: 133.775731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.34427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.29195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594990"} {"level":"info","ts":"2026-04-23T02:49:38.344364Z","caller":"traceutil/trace.go:171","msg":"trace[181356243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14693; }","duration":"141.461254ms","start":"2026-04-23T02:49:38.202881Z","end":"2026-04-23T02:49:38.344342Z","steps":["trace[181356243] 'agreement among raft nodes before linearized reading' (duration: 139.825762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.352173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.285888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.352263Z","caller":"traceutil/trace.go:171","msg":"trace[1805021009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14694; }","duration":"146.424822ms","start":"2026-04-23T02:49:38.205824Z","end":"2026-04-23T02:49:38.352249Z","steps":["trace[1805021009] 'agreement among raft nodes before linearized reading' (duration: 146.272457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:39.431168Z","caller":"traceutil/trace.go:171","msg":"trace[11586742] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"149.724597ms","start":"2026-04-23T02:49:39.281417Z","end":"2026-04-23T02:49:39.431141Z","steps":["trace[11586742] 'process raft request' (duration: 149.532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.771504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342183352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:49:41.168154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116564758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:49:41.168259Z","caller":"traceutil/trace.go:171","msg":"trace[637478832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14698; }","duration":"1.116697182s","start":"2026-04-23T02:49:40.051523Z","end":"2026-04-23T02:49:41.16822Z","steps":["trace[637478832] 'range keys from in-memory index tree' (duration: 1.116383503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.168273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092717303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:41.168372Z","caller":"traceutil/trace.go:171","msg":"trace[398730933] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:14698; }","duration":"1.092917549s","start":"2026-04-23T02:49:40.075433Z","end":"2026-04-23T02:49:41.16835Z","steps":["trace[398730933] 'count revisions from in-memory index tree' (duration: 1.0926357s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.168429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.075413Z","time spent":"1.093005182s","remote":"127.0.0.1:35976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:41.168302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.051502Z","time spent":"1.116790516s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:49:41.168612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.299277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:41.168724Z","caller":"traceutil/trace.go:171","msg":"trace[376918540] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"967.590506ms","start":"2026-04-23T02:49:40.201112Z","end":"2026-04-23T02:49:41.168702Z","steps":["trace[376918540] 'process raft request' (duration: 862.005549ms)","trace[376918540] 'compare' (duration: 104.944966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:41.168788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.201089Z","time spent":"967.667949ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:41.842701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.645591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:41.843142Z","caller":"traceutil/trace.go:171","msg":"trace[561660902] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"1.64146276s","start":"2026-04-23T02:49:40.201646Z","end":"2026-04-23T02:49:41.843109Z","steps":["trace[561660902] 'process raft request' (duration: 1.305297213s)","trace[561660902] 'compare' (duration: 335.242198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:41.843283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.20162Z","time spent":"1.641588984s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:41.84325Z","caller":"traceutil/trace.go:171","msg":"trace[284582468] linearizableReadLoop","detail":"{readStateIndex:15227; appliedIndex:15223; }","duration":"1.572142612s","start":"2026-04-23T02:49:40.271089Z","end":"2026-04-23T02:49:41.843232Z","steps":["trace[284582468] 'read index received' (duration: 792.04481ms)","trace[284582468] 'applied index is now lower than readState.Index' (duration: 780.096622ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:41.843596Z","caller":"traceutil/trace.go:171","msg":"trace[225723479] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"1.641242003s","start":"2026-04-23T02:49:40.202341Z","end":"2026-04-23T02:49:41.843583Z","steps":["trace[225723479] 'process raft request' (duration: 1.640460468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.202328Z","time spent":"1.641297744s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:41.843694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490258806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:49:41.843723Z","caller":"traceutil/trace.go:171","msg":"trace[468434751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14702; }","duration":"1.490288327s","start":"2026-04-23T02:49:40.353427Z","end":"2026-04-23T02:49:41.843715Z","steps":["trace[468434751] 'agreement among raft nodes before linearized reading' (duration: 1.490170483s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.353373Z","time spent":"1.490366519s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:49:41.843728Z","caller":"traceutil/trace.go:171","msg":"trace[450230048] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"1.64049858s","start":"2026-04-23T02:49:40.203196Z","end":"2026-04-23T02:49:41.843695Z","steps":["trace[450230048] 'process raft request' (duration: 1.639990823s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572657389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:41.843698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.230712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:49:41.843791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.889681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:41.843827Z","caller":"traceutil/trace.go:171","msg":"trace[173421238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14702; }","duration":"531.418247ms","start":"2026-04-23T02:49:41.312399Z","end":"2026-04-23T02:49:41.843817Z","steps":["trace[173421238] 'agreement among raft nodes before linearized reading' (duration: 531.223021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.700057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:49:41.843847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:41.312375Z","time spent":"531.464829ms","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:41.843831Z","caller":"traceutil/trace.go:171","msg":"trace[338713341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14702; }","duration":"1.572755312s","start":"2026-04-23T02:49:40.271049Z","end":"2026-04-23T02:49:41.843804Z","steps":["trace[338713341] 'agreement among raft nodes before linearized reading' (duration: 1.572636618s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:41.843857Z","caller":"traceutil/trace.go:171","msg":"trace[726607118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14702; }","duration":"408.776029ms","start":"2026-04-23T02:49:41.435072Z","end":"2026-04-23T02:49:41.843848Z","steps":["trace[726607118] 'agreement among raft nodes before linearized reading' (duration: 408.665166ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:41.843853Z","caller":"traceutil/trace.go:171","msg":"trace[1676154416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14702; }","duration":"367.017856ms","start":"2026-04-23T02:49:41.476815Z","end":"2026-04-23T02:49:41.843833Z","steps":["trace[1676154416] 'agreement among raft nodes before linearized reading' (duration: 366.901332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:41.43505Z","time spent":"408.825121ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:41.843864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.203188Z","time spent":"1.640602263s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:41.843874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.424607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:49:41.843886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.271032Z","time spent":"1.572842624s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:49:41.843911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:41.47679Z","time spent":"367.103749ms","remote":"127.0.0.1:51716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:41.843921Z","caller":"traceutil/trace.go:171","msg":"trace[1909735877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14702; }","duration":"671.510229ms","start":"2026-04-23T02:49:41.172398Z","end":"2026-04-23T02:49:41.843908Z","steps":["trace[1909735877] 'agreement among raft nodes before linearized reading' (duration: 671.353844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:41.172381Z","time spent":"671.581832ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:49:41.843956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489853953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:49:41.843987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489529423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:49:41.843983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488104187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:49:41.844011Z","caller":"traceutil/trace.go:171","msg":"trace[105427461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14702; }","duration":"1.489563084s","start":"2026-04-23T02:49:40.354442Z","end":"2026-04-23T02:49:41.844005Z","steps":["trace[105427461] 'agreement among raft nodes before linearized reading' (duration: 1.489502432s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:41.844018Z","caller":"traceutil/trace.go:171","msg":"trace[681111682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14702; }","duration":"1.489955476s","start":"2026-04-23T02:49:40.354047Z","end":"2026-04-23T02:49:41.844002Z","steps":["trace[681111682] 'agreement among raft nodes before linearized reading' (duration: 1.48975587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.844029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.354432Z","time spent":"1.489593175s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:49:41.844035Z","caller":"traceutil/trace.go:171","msg":"trace[922607598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:14702; }","duration":"1.48817532s","start":"2026-04-23T02:49:40.355844Z","end":"2026-04-23T02:49:41.844019Z","steps":["trace[922607598] 'agreement among raft nodes before linearized reading' (duration: 1.488061786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.843874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489185202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:49:41.844052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.354028Z","time spent":"1.490016719s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:49:41.84407Z","caller":"traceutil/trace.go:171","msg":"trace[1219062253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14702; }","duration":"1.489415629s","start":"2026-04-23T02:49:40.354647Z","end":"2026-04-23T02:49:41.844063Z","steps":["trace[1219062253] 'agreement among raft nodes before linearized reading' (duration: 1.489102899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.844089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.354637Z","time spent":"1.48944637s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:41.844097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.355827Z","time spent":"1.488235432s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:49:42.977338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342183374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:49:43.160981Z","caller":"traceutil/trace.go:171","msg":"trace[965066247] linearizableReadLoop","detail":"{readStateIndex:15235; appliedIndex:15233; }","duration":"684.368137ms","start":"2026-04-23T02:49:42.476577Z","end":"2026-04-23T02:49:43.160945Z","steps":["trace[965066247] 'read index received' (duration: 663.500165ms)","trace[965066247] 'applied index is now lower than readState.Index' (duration: 20.866262ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:43.161085Z","caller":"traceutil/trace.go:171","msg":"trace[446028075] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"507.733106ms","start":"2026-04-23T02:49:42.653269Z","end":"2026-04-23T02:49:43.161002Z","steps":["trace[446028075] 'process raft request' (duration: 507.455258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.161197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.587503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:43.161268Z","caller":"traceutil/trace.go:171","msg":"trace[219804642] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14709; }","duration":"684.711567ms","start":"2026-04-23T02:49:42.476539Z","end":"2026-04-23T02:49:43.161251Z","steps":["trace[219804642] 'agreement among raft nodes before linearized reading' (duration: 684.534192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.16131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.476521Z","time spent":"684.78205ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:43.161326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.653256Z","time spent":"507.949574ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:49:43.161388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.640476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-4dzs9\" ","response":"range_response_count:1 size:12494"} {"level":"warn","ts":"2026-04-23T02:49:43.161386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.659828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:49:43.161432Z","caller":"traceutil/trace.go:171","msg":"trace[965202599] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-4dzs9; range_end:; response_count:1; response_revision:14709; }","duration":"508.748279ms","start":"2026-04-23T02:49:42.652671Z","end":"2026-04-23T02:49:43.161419Z","steps":["trace[965202599] 'agreement among raft nodes before linearized reading' (duration: 508.540732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.161472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.652643Z","time spent":"508.821011ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12517,"request content":"key:\"/registry/pods/openstack/openvswitch-4dzs9\" "} {"level":"info","ts":"2026-04-23T02:49:43.161469Z","caller":"traceutil/trace.go:171","msg":"trace[542754419] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14709; }","duration":"175.798494ms","start":"2026-04-23T02:49:42.985653Z","end":"2026-04-23T02:49:43.161451Z","steps":["trace[542754419] 'agreement among raft nodes before linearized reading' (duration: 175.544986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:44.037603Z","caller":"traceutil/trace.go:171","msg":"trace[1678802715] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"187.733672ms","start":"2026-04-23T02:49:43.849839Z","end":"2026-04-23T02:49:44.037573Z","steps":["trace[1678802715] 'process raft request' (duration: 187.537115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:44.074137Z","caller":"traceutil/trace.go:171","msg":"trace[1091591626] linearizableReadLoop","detail":"{readStateIndex:15246; appliedIndex:15243; }","duration":"219.84484ms","start":"2026-04-23T02:49:43.854243Z","end":"2026-04-23T02:49:44.074088Z","steps":["trace[1091591626] 'read index received' (duration: 183.204789ms)","trace[1091591626] 'applied index is now lower than readState.Index' (duration: 36.638651ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:44.074229Z","caller":"traceutil/trace.go:171","msg":"trace[1767073083] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"224.205258ms","start":"2026-04-23T02:49:43.850009Z","end":"2026-04-23T02:49:44.074215Z","steps":["trace[1767073083] 'process raft request' (duration: 223.983251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:44.074155Z","caller":"traceutil/trace.go:171","msg":"trace[1872067945] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"224.166947ms","start":"2026-04-23T02:49:43.849959Z","end":"2026-04-23T02:49:44.074126Z","steps":["trace[1872067945] 'process raft request' (duration: 223.883808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:44.074521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.257983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:49:44.074578Z","caller":"traceutil/trace.go:171","msg":"trace[1682853089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14720; }","duration":"220.359646ms","start":"2026-04-23T02:49:43.854202Z","end":"2026-04-23T02:49:44.074562Z","steps":["trace[1682853089] 'agreement among raft nodes before linearized reading' (duration: 220.1676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:44.074639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.103688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:49:44.074647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.822732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:44.07468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.136235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:49:44.074724Z","caller":"traceutil/trace.go:171","msg":"trace[1020907160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14720; }","duration":"220.210962ms","start":"2026-04-23T02:49:43.854492Z","end":"2026-04-23T02:49:44.074703Z","steps":["trace[1020907160] 'agreement among raft nodes before linearized reading' (duration: 219.968454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:44.074735Z","caller":"traceutil/trace.go:171","msg":"trace[1584579630] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14720; }","duration":"209.938986ms","start":"2026-04-23T02:49:43.864775Z","end":"2026-04-23T02:49:44.074714Z","steps":["trace[1584579630] 'agreement among raft nodes before linearized reading' (duration: 209.803522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:44.074748Z","caller":"traceutil/trace.go:171","msg":"trace[900451714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14720; }","duration":"217.209687ms","start":"2026-04-23T02:49:43.857518Z","end":"2026-04-23T02:49:44.074727Z","steps":["trace[900451714] 'agreement among raft nodes before linearized reading' (duration: 217.023121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:44.07479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.397862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:49:44.074856Z","caller":"traceutil/trace.go:171","msg":"trace[285809314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14720; }","duration":"217.474325ms","start":"2026-04-23T02:49:43.857367Z","end":"2026-04-23T02:49:44.074841Z","steps":["trace[285809314] 'agreement among raft nodes before linearized reading' (duration: 217.30664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:44.074842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.295339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:49:44.074918Z","caller":"traceutil/trace.go:171","msg":"trace[446807104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:14720; }","duration":"211.434423ms","start":"2026-04-23T02:49:43.863467Z","end":"2026-04-23T02:49:44.074901Z","steps":["trace[446807104] 'agreement among raft nodes before linearized reading' (duration: 211.164735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:44.07486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.028763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:49:44.075009Z","caller":"traceutil/trace.go:171","msg":"trace[1430570900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14720; }","duration":"218.180817ms","start":"2026-04-23T02:49:43.856812Z","end":"2026-04-23T02:49:44.074993Z","steps":["trace[1430570900] 'agreement among raft nodes before linearized reading' (duration: 217.929709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.231371Z","caller":"traceutil/trace.go:171","msg":"trace[504308509] transaction","detail":"{read_only:false; response_revision:14763; number_of_response:1; }","duration":"106.172236ms","start":"2026-04-23T02:49:50.125166Z","end":"2026-04-23T02:49:50.231338Z","steps":["trace[504308509] 'process raft request' (duration: 106.058912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.231394Z","caller":"traceutil/trace.go:171","msg":"trace[1726047186] transaction","detail":"{read_only:false; response_revision:14762; number_of_response:1; }","duration":"106.30281ms","start":"2026-04-23T02:49:50.125057Z","end":"2026-04-23T02:49:50.23136Z","steps":["trace[1726047186] 'process raft request' (duration: 97.518922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.231611Z","caller":"traceutil/trace.go:171","msg":"trace[2142900645] linearizableReadLoop","detail":"{readStateIndex:15292; appliedIndex:15287; }","duration":"103.12494ms","start":"2026-04-23T02:49:50.128467Z","end":"2026-04-23T02:49:50.231592Z","steps":["trace[2142900645] 'read index received' (duration: 13.847029ms)","trace[2142900645] 'applied index is now lower than readState.Index' (duration: 89.277051ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:50.23164Z","caller":"traceutil/trace.go:171","msg":"trace[2124145275] transaction","detail":"{read_only:false; response_revision:14764; number_of_response:1; }","duration":"106.109734ms","start":"2026-04-23T02:49:50.125514Z","end":"2026-04-23T02:49:50.231624Z","steps":["trace[2124145275] 'process raft request' (duration: 105.775893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.231728Z","caller":"traceutil/trace.go:171","msg":"trace[2122206162] transaction","detail":"{read_only:false; response_revision:14765; number_of_response:1; }","duration":"106.171876ms","start":"2026-04-23T02:49:50.125529Z","end":"2026-04-23T02:49:50.231701Z","steps":["trace[2122206162] 'process raft request' (duration: 105.97037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:50.232132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.644036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595691"} {"level":"info","ts":"2026-04-23T02:49:50.232155Z","caller":"traceutil/trace.go:171","msg":"trace[1018670230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14765; }","duration":"103.706197ms","start":"2026-04-23T02:49:50.128442Z","end":"2026-04-23T02:49:50.232149Z","steps":["trace[1018670230] 'agreement among raft nodes before linearized reading' (duration: 103.224422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.413732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342184217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:50:04.70364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122121567s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:50:04.704379Z","caller":"traceutil/trace.go:171","msg":"trace[1080742590] transaction","detail":"{read_only:false; response_revision:15005; number_of_response:1; }","duration":"1.123409618s","start":"2026-04-23T02:50:03.58094Z","end":"2026-04-23T02:50:04.704349Z","steps":["trace[1080742590] 'process raft request' (duration: 1.122998925s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.704537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:03.580912Z","time spent":"1.123547442s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416021,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:04.709799Z","caller":"traceutil/trace.go:171","msg":"trace[355214264] linearizableReadLoop","detail":"{readStateIndex:15545; appliedIndex:15541; }","duration":"799.199662ms","start":"2026-04-23T02:50:03.910584Z","end":"2026-04-23T02:50:04.709784Z","steps":["trace[355214264] 'read index received' (duration: 793.245613ms)","trace[355214264] 'applied index is now lower than readState.Index' (duration: 5.953289ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:50:04.709809Z","caller":"traceutil/trace.go:171","msg":"trace[872767590] transaction","detail":"{read_only:false; response_revision:15006; number_of_response:1; }","duration":"602.728092ms","start":"2026-04-23T02:50:04.107056Z","end":"2026-04-23T02:50:04.709785Z","steps":["trace[872767590] 'process raft request' (duration: 602.587238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:04.709855Z","caller":"traceutil/trace.go:171","msg":"trace[1359084610] transaction","detail":"{read_only:false; response_revision:15009; number_of_response:1; }","duration":"217.682693ms","start":"2026-04-23T02:50:04.492166Z","end":"2026-04-23T02:50:04.709849Z","steps":["trace[1359084610] 'process raft request' (duration: 217.594201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:04.709853Z","caller":"traceutil/trace.go:171","msg":"trace[39198122] transaction","detail":"{read_only:false; response_revision:15008; number_of_response:1; }","duration":"469.502751ms","start":"2026-04-23T02:50:04.240332Z","end":"2026-04-23T02:50:04.709835Z","steps":["trace[39198122] 'process raft request' (duration: 469.409998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.709922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.240305Z","time spent":"469.584014ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:04.709963Z","caller":"traceutil/trace.go:171","msg":"trace[152127614] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"564.171178ms","start":"2026-04-23T02:50:04.145782Z","end":"2026-04-23T02:50:04.709953Z","steps":["trace[152127614] 'process raft request' (duration: 563.93481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.709925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.10703Z","time spent":"602.832436ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:04.709995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.145755Z","time spent":"564.2256ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:04.710063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.475041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-04-23T02:50:04.710122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.224225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:50:04.710132Z","caller":"traceutil/trace.go:171","msg":"trace[379371638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4; range_end:; response_count:1; response_revision:15009; }","duration":"799.553204ms","start":"2026-04-23T02:50:03.910563Z","end":"2026-04-23T02:50:04.710116Z","steps":["trace[379371638] 'agreement among raft nodes before linearized reading' (duration: 799.384519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:04.710151Z","caller":"traceutil/trace.go:171","msg":"trace[797720641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15009; }","duration":"414.321529ms","start":"2026-04-23T02:50:04.295822Z","end":"2026-04-23T02:50:04.710144Z","steps":["trace[797720641] 'agreement among raft nodes before linearized reading' (duration: 414.227306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.710144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.199076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:50:04.710164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:03.910485Z","time spent":"799.673017ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4\" "} {"level":"warn","ts":"2026-04-23T02:50:04.71017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.295796Z","time spent":"414.36945ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:50:04.71018Z","caller":"traceutil/trace.go:171","msg":"trace[1849775741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:15009; }","duration":"341.277909ms","start":"2026-04-23T02:50:04.368892Z","end":"2026-04-23T02:50:04.71017Z","steps":["trace[1849775741] 'agreement among raft nodes before linearized reading' (duration: 341.160575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.710215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.368866Z","time spent":"341.342581ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:50:04.710106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.282679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:50:04.710291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.438033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:50:04.710304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.3055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:50:04.710346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.080746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:50:04.710337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.589265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:50:04.710364Z","caller":"traceutil/trace.go:171","msg":"trace[1701392834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15009; }","duration":"417.118828ms","start":"2026-04-23T02:50:04.29324Z","end":"2026-04-23T02:50:04.710359Z","steps":["trace[1701392834] 'agreement among raft nodes before linearized reading' (duration: 417.068486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.710381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.293227Z","time spent":"417.151309ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:50:04.710383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.192664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-23T02:50:04.710386Z","caller":"traceutil/trace.go:171","msg":"trace[834549316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15009; }","duration":"413.716779ms","start":"2026-04-23T02:50:04.296658Z","end":"2026-04-23T02:50:04.710375Z","steps":["trace[834549316] 'agreement among raft nodes before linearized reading' (duration: 413.4344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:04.710401Z","caller":"traceutil/trace.go:171","msg":"trace[873412376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4; range_end:; response_count:1; response_revision:15009; }","duration":"533.243986ms","start":"2026-04-23T02:50:04.17715Z","end":"2026-04-23T02:50:04.710394Z","steps":["trace[873412376] 'agreement among raft nodes before linearized reading' (duration: 533.197094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.710415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.296638Z","time spent":"413.771761ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:50:04.710417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.177133Z","time spent":"533.279357ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4\" "} {"level":"info","ts":"2026-04-23T02:50:04.710427Z","caller":"traceutil/trace.go:171","msg":"trace[552802011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15009; }","duration":"591.538217ms","start":"2026-04-23T02:50:04.118765Z","end":"2026-04-23T02:50:04.710304Z","steps":["trace[552802011] 'agreement among raft nodes before linearized reading' (duration: 591.279769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:04.710494Z","caller":"traceutil/trace.go:171","msg":"trace[34054712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15009; }","duration":"420.493985ms","start":"2026-04-23T02:50:04.289812Z","end":"2026-04-23T02:50:04.710306Z","steps":["trace[34054712] 'agreement among raft nodes before linearized reading' (duration: 420.448303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.710514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.289798Z","time spent":"420.711441ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:50:04.710551Z","caller":"traceutil/trace.go:171","msg":"trace[245279308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15009; }","duration":"466.350311ms","start":"2026-04-23T02:50:04.243968Z","end":"2026-04-23T02:50:04.710318Z","steps":["trace[245279308] 'agreement among raft nodes before linearized reading' (duration: 466.29601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:04.710569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.243958Z","time spent":"466.606379ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:50:04.710552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.118744Z","time spent":"591.791695ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:50:05.018862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.772995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:50:05.018966Z","caller":"traceutil/trace.go:171","msg":"trace[275130206] linearizableReadLoop","detail":"{readStateIndex:15547; appliedIndex:15546; }","duration":"304.909543ms","start":"2026-04-23T02:50:04.71404Z","end":"2026-04-23T02:50:05.01895Z","steps":["trace[275130206] 'read index received' (duration: 110.974874ms)","trace[275130206] 'applied index is now lower than readState.Index' (duration: 193.933009ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:50:05.019134Z","caller":"traceutil/trace.go:171","msg":"trace[2105027773] transaction","detail":"{read_only:false; response_revision:15010; number_of_response:1; }","duration":"305.535324ms","start":"2026-04-23T02:50:04.713584Z","end":"2026-04-23T02:50:05.01912Z","steps":["trace[2105027773] 'process raft request' (duration: 111.417329ms)","trace[2105027773] 'compare' (duration: 193.468014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:50:05.019231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.713572Z","time spent":"305.595015ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:05.020203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.862484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630605"} {"level":"info","ts":"2026-04-23T02:50:05.020322Z","caller":"traceutil/trace.go:171","msg":"trace[315924246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15010; }","duration":"306.282977ms","start":"2026-04-23T02:50:04.714017Z","end":"2026-04-23T02:50:05.0203Z","steps":["trace[315924246] 'agreement among raft nodes before linearized reading' (duration: 305.284895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:05.020387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.714003Z","time spent":"306.37174ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630628,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:50:05.02064Z","caller":"traceutil/trace.go:171","msg":"trace[1177920010] transaction","detail":"{read_only:false; response_revision:15011; number_of_response:1; }","duration":"306.3835ms","start":"2026-04-23T02:50:04.714229Z","end":"2026-04-23T02:50:05.020613Z","steps":["trace[1177920010] 'process raft request' (duration: 306.152873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:05.020949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.714215Z","time spent":"306.520295ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:05.021018Z","caller":"traceutil/trace.go:171","msg":"trace[336203102] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"305.817413ms","start":"2026-04-23T02:50:04.71517Z","end":"2026-04-23T02:50:05.020988Z","steps":["trace[336203102] 'process raft request' (duration: 305.386129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:05.021156Z","caller":"traceutil/trace.go:171","msg":"trace[916273676] transaction","detail":"{read_only:false; response_revision:15013; number_of_response:1; }","duration":"304.671526ms","start":"2026-04-23T02:50:04.716418Z","end":"2026-04-23T02:50:05.021089Z","steps":["trace[916273676] 'process raft request' (duration: 304.48357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:05.021178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.715163Z","time spent":"305.935737ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:05.021279Z","caller":"traceutil/trace.go:171","msg":"trace[761703559] transaction","detail":"{read_only:false; response_revision:15014; number_of_response:1; }","duration":"304.683927ms","start":"2026-04-23T02:50:04.716578Z","end":"2026-04-23T02:50:05.021262Z","steps":["trace[761703559] 'process raft request' (duration: 304.405228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:05.021413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.716568Z","time spent":"304.753049ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:05.021402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.716393Z","time spent":"304.831412ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:05.021511Z","caller":"traceutil/trace.go:171","msg":"trace[2069132275] transaction","detail":"{read_only:false; response_revision:15015; number_of_response:1; }","duration":"302.138216ms","start":"2026-04-23T02:50:04.71936Z","end":"2026-04-23T02:50:05.021498Z","steps":["trace[2069132275] 'process raft request' (duration: 301.672641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:05.021589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.719351Z","time spent":"302.199768ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:05.022108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.794262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630605"} {"level":"info","ts":"2026-04-23T02:50:05.022193Z","caller":"traceutil/trace.go:171","msg":"trace[1801633981] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15015; }","duration":"305.912156ms","start":"2026-04-23T02:50:04.716261Z","end":"2026-04-23T02:50:05.022173Z","steps":["trace[1801633981] 'agreement among raft nodes before linearized reading' (duration: 304.836411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:05.022248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:04.716245Z","time spent":"305.988078ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630628,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:50:55.071807Z","caller":"traceutil/trace.go:171","msg":"trace[537223739] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"168.835132ms","start":"2026-04-23T02:50:54.902929Z","end":"2026-04-23T02:50:55.071764Z","steps":["trace[537223739] 'process raft request' (duration: 148.860598ms)","trace[537223739] 'compare' (duration: 19.737407ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:50:55.072055Z","caller":"traceutil/trace.go:171","msg":"trace[639480942] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"129.442192ms","start":"2026-04-23T02:50:54.942554Z","end":"2026-04-23T02:50:55.071997Z","steps":["trace[639480942] 'process raft request' (duration: 129.161713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.069816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.95616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:50:56.070016Z","caller":"traceutil/trace.go:171","msg":"trace[1869559293] transaction","detail":"{read_only:false; response_revision:15634; number_of_response:1; }","duration":"715.233035ms","start":"2026-04-23T02:50:55.35475Z","end":"2026-04-23T02:50:56.069983Z","steps":["trace[1869559293] 'process raft request' (duration: 418.971916ms)","trace[1869559293] 'compare' (duration: 294.582646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:50:56.070081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.354736Z","time spent":"715.319188ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:56.196358Z","caller":"traceutil/trace.go:171","msg":"trace[929410030] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"841.554277ms","start":"2026-04-23T02:50:55.354781Z","end":"2026-04-23T02:50:56.196335Z","steps":["trace[929410030] 'process raft request' (duration: 840.859745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:56.196345Z","caller":"traceutil/trace.go:171","msg":"trace[2098055258] linearizableReadLoop","detail":"{readStateIndex:16187; appliedIndex:16185; }","duration":"821.583993ms","start":"2026-04-23T02:50:55.374736Z","end":"2026-04-23T02:50:56.19632Z","steps":["trace[2098055258] 'read index received' (duration: 399.001672ms)","trace[2098055258] 'applied index is now lower than readState.Index' (duration: 422.581241ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:50:56.196479Z","caller":"traceutil/trace.go:171","msg":"trace[1506416000] transaction","detail":"{read_only:false; response_revision:15636; number_of_response:1; }","duration":"735.888802ms","start":"2026-04-23T02:50:55.460537Z","end":"2026-04-23T02:50:56.196426Z","steps":["trace[1506416000] 'process raft request' (duration: 735.733127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.196522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.35476Z","time spent":"841.668031ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:56.19651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.760119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:50:56.196658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.460518Z","time spent":"736.046316ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:56.196662Z","caller":"traceutil/trace.go:171","msg":"trace[19663853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15636; }","duration":"821.935224ms","start":"2026-04-23T02:50:55.374689Z","end":"2026-04-23T02:50:56.196624Z","steps":["trace[19663853] 'agreement among raft nodes before linearized reading' (duration: 821.709917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.196703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.473656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:50:56.196729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.567209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.196754Z","caller":"traceutil/trace.go:171","msg":"trace[1281054541] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15636; }","duration":"427.534439ms","start":"2026-04-23T02:50:55.769203Z","end":"2026-04-23T02:50:56.196737Z","steps":["trace[1281054541] 'agreement among raft nodes before linearized reading' (duration: 427.388554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:56.196767Z","caller":"traceutil/trace.go:171","msg":"trace[968004883] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15636; }","duration":"427.630371ms","start":"2026-04-23T02:50:55.769125Z","end":"2026-04-23T02:50:56.196755Z","steps":["trace[968004883] 'agreement among raft nodes before linearized reading' (duration: 427.58959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.196765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.374662Z","time spent":"822.066038ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:50:56.196788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.769199Z","time spent":"427.58193ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:50:56.196795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.769106Z","time spent":"427.683093ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:50:56.196872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.029397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:50:56.196691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.617807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.196911Z","caller":"traceutil/trace.go:171","msg":"trace[1066585259] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15636; }","duration":"668.088558ms","start":"2026-04-23T02:50:55.52881Z","end":"2026-04-23T02:50:56.196898Z","steps":["trace[1066585259] 'agreement among raft nodes before linearized reading' (duration: 667.943233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:56.196926Z","caller":"traceutil/trace.go:171","msg":"trace[1352810540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15636; }","duration":"595.886895ms","start":"2026-04-23T02:50:55.601016Z","end":"2026-04-23T02:50:56.196903Z","steps":["trace[1352810540] 'agreement among raft nodes before linearized reading' (duration: 595.640077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.196936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.327789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:50:56.196953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.528795Z","time spent":"668.15132ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:50:56.196961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.600993Z","time spent":"595.959827ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:50:56.196975Z","caller":"traceutil/trace.go:171","msg":"trace[985410071] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15636; }","duration":"505.408352ms","start":"2026-04-23T02:50:55.691556Z","end":"2026-04-23T02:50:56.196964Z","steps":["trace[985410071] 'agreement among raft nodes before linearized reading' (duration: 505.286388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.691536Z","time spent":"505.462083ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:50:56.197012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.78251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:50:56.197058Z","caller":"traceutil/trace.go:171","msg":"trace[2060391206] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15636; }","duration":"253.830702ms","start":"2026-04-23T02:50:55.943203Z","end":"2026-04-23T02:50:56.197034Z","steps":["trace[2060391206] 'agreement among raft nodes before linearized reading' (duration: 253.746339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.118604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4pfxh\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-04-23T02:50:56.196723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.248473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:50:56.197152Z","caller":"traceutil/trace.go:171","msg":"trace[1302522926] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-4pfxh; range_end:; response_count:1; response_revision:15636; }","duration":"671.188436ms","start":"2026-04-23T02:50:55.525955Z","end":"2026-04-23T02:50:56.197143Z","steps":["trace[1302522926] 'agreement among raft nodes before linearized reading' (duration: 671.093913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.517851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:50:56.197178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.525932Z","time spent":"671.240198ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4pfxh\" "} {"level":"info","ts":"2026-04-23T02:50:56.197182Z","caller":"traceutil/trace.go:171","msg":"trace[1958990519] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15636; }","duration":"810.76562ms","start":"2026-04-23T02:50:55.386387Z","end":"2026-04-23T02:50:56.197152Z","steps":["trace[1958990519] 'agreement among raft nodes before linearized reading' (duration: 810.209562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:56.197187Z","caller":"traceutil/trace.go:171","msg":"trace[1739705663] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15636; }","duration":"258.580563ms","start":"2026-04-23T02:50:55.938598Z","end":"2026-04-23T02:50:56.197179Z","steps":["trace[1739705663] 'agreement among raft nodes before linearized reading' (duration: 258.538171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.489289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:50:56.197219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.386372Z","time spent":"810.832861ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:50:56.197231Z","caller":"traceutil/trace.go:171","msg":"trace[89596467] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15636; }","duration":"502.560781ms","start":"2026-04-23T02:50:55.694661Z","end":"2026-04-23T02:50:56.197221Z","steps":["trace[89596467] 'agreement among raft nodes before linearized reading' (duration: 502.467708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.82309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.197291Z","caller":"traceutil/trace.go:171","msg":"trace[1643295805] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15636; }","duration":"258.881232ms","start":"2026-04-23T02:50:55.938403Z","end":"2026-04-23T02:50:56.197284Z","steps":["trace[1643295805] 'agreement among raft nodes before linearized reading' (duration: 258.840091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.625553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.197324Z","caller":"traceutil/trace.go:171","msg":"trace[333083158] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15636; }","duration":"502.657134ms","start":"2026-04-23T02:50:55.694659Z","end":"2026-04-23T02:50:56.197316Z","steps":["trace[333083158] 'agreement among raft nodes before linearized reading' (duration: 502.619573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.694653Z","time spent":"502.688496ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:50:56.19737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.947164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.197393Z","caller":"traceutil/trace.go:171","msg":"trace[276534495] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15636; }","duration":"258.997066ms","start":"2026-04-23T02:50:55.938389Z","end":"2026-04-23T02:50:56.197386Z","steps":["trace[276534495] 'agreement among raft nodes before linearized reading' (duration: 258.961315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.427929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.197435Z","caller":"traceutil/trace.go:171","msg":"trace[751842994] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15636; }","duration":"674.502541ms","start":"2026-04-23T02:50:55.522923Z","end":"2026-04-23T02:50:56.197426Z","steps":["trace[751842994] 'agreement among raft nodes before linearized reading' (duration: 674.45221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.822809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:50:56.197476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.492822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.197488Z","caller":"traceutil/trace.go:171","msg":"trace[38290578] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15636; }","duration":"502.866221ms","start":"2026-04-23T02:50:55.694613Z","end":"2026-04-23T02:50:56.197479Z","steps":["trace[38290578] 'agreement among raft nodes before linearized reading' (duration: 502.790819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.628716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:56.197502Z","caller":"traceutil/trace.go:171","msg":"trace[1399878975] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:15636; }","duration":"367.536603ms","start":"2026-04-23T02:50:55.829957Z","end":"2026-04-23T02:50:56.197493Z","steps":["trace[1399878975] 'agreement among raft nodes before linearized reading' (duration: 367.491581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.694606Z","time spent":"502.899102ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T02:50:56.197524Z","caller":"traceutil/trace.go:171","msg":"trace[379073754] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15636; }","duration":"674.677267ms","start":"2026-04-23T02:50:55.522839Z","end":"2026-04-23T02:50:56.197517Z","steps":["trace[379073754] 'agreement among raft nodes before linearized reading' (duration: 674.637556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.829948Z","time spent":"367.574295ms","remote":"127.0.0.1:51668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:50:56.197551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.52283Z","time spent":"674.714748ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:50:56.197462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.522902Z","time spent":"674.553403ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:50:56.197125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.665388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:50:56.197625Z","caller":"traceutil/trace.go:171","msg":"trace[2066282600] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15636; }","duration":"596.203245ms","start":"2026-04-23T02:50:55.601412Z","end":"2026-04-23T02:50:56.197616Z","steps":["trace[2066282600] 'agreement among raft nodes before linearized reading' (duration: 595.660638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.85848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:50:56.197053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.142369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:50:56.197655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.60139Z","time spent":"596.256636ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T02:50:56.197665Z","caller":"traceutil/trace.go:171","msg":"trace[1089492364] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15636; }","duration":"746.926262ms","start":"2026-04-23T02:50:55.450728Z","end":"2026-04-23T02:50:56.197655Z","steps":["trace[1089492364] 'agreement among raft nodes before linearized reading' (duration: 746.86778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.450708Z","time spent":"746.983494ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:50:56.197708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.721624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-04-23T02:50:56.197746Z","caller":"traceutil/trace.go:171","msg":"trace[231362627] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cjxjj; range_end:; response_count:1; response_revision:15636; }","duration":"387.788966ms","start":"2026-04-23T02:50:55.809947Z","end":"2026-04-23T02:50:56.197736Z","steps":["trace[231362627] 'agreement among raft nodes before linearized reading' (duration: 387.680533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.80993Z","time spent":"387.838257ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" "} {"level":"warn","ts":"2026-04-23T02:50:56.197859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.40204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:50:56.197872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.06921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:50:56.197883Z","caller":"traceutil/trace.go:171","msg":"trace[1674861741] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15636; }","duration":"675.454792ms","start":"2026-04-23T02:50:55.522421Z","end":"2026-04-23T02:50:56.197876Z","steps":["trace[1674861741] 'agreement among raft nodes before linearized reading' (duration: 675.39237ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:56.197901Z","caller":"traceutil/trace.go:171","msg":"trace[111752124] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15636; }","duration":"425.099711ms","start":"2026-04-23T02:50:55.772793Z","end":"2026-04-23T02:50:56.197893Z","steps":["trace[111752124] 'agreement among raft nodes before linearized reading' (duration: 425.021579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.197905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.522406Z","time spent":"675.494173ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:50:56.197923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.77275Z","time spent":"425.167163ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:50:56.197262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.69464Z","time spent":"502.614883ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:50:56.197669Z","caller":"traceutil/trace.go:171","msg":"trace[503552391] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15636; }","duration":"594.758599ms","start":"2026-04-23T02:50:55.602901Z","end":"2026-04-23T02:50:56.19766Z","steps":["trace[503552391] 'agreement among raft nodes before linearized reading' (duration: 594.085728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.198035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.389099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:50:56.198068Z","caller":"traceutil/trace.go:171","msg":"trace[1582962710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:15636; }","duration":"686.453551ms","start":"2026-04-23T02:50:55.511605Z","end":"2026-04-23T02:50:56.198058Z","steps":["trace[1582962710] 'agreement among raft nodes before linearized reading' (duration: 686.360569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:56.198097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.511572Z","time spent":"686.518053ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"warn","ts":"2026-04-23T02:50:56.198031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.60287Z","time spent":"595.154311ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:29.463753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342186913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:51:29.92829Z","caller":"traceutil/trace.go:171","msg":"trace[1625753042] transaction","detail":"{read_only:false; response_revision:15807; number_of_response:1; }","duration":"970.47292ms","start":"2026-04-23T02:51:28.957704Z","end":"2026-04-23T02:51:29.928177Z","steps":["trace[1625753042] 'process raft request' (duration: 969.738007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:29.928471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.957683Z","time spent":"970.694398ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:30.731379Z","caller":"traceutil/trace.go:171","msg":"trace[678331499] linearizableReadLoop","detail":"{readStateIndex:16369; appliedIndex:16365; }","duration":"1.768590279s","start":"2026-04-23T02:51:28.962763Z","end":"2026-04-23T02:51:30.731353Z","steps":["trace[678331499] 'read index received' (duration: 964.712518ms)","trace[678331499] 'applied index is now lower than readState.Index' (duration: 803.876791ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:30.731446Z","caller":"traceutil/trace.go:171","msg":"trace[1703326827] transaction","detail":"{read_only:false; response_revision:15809; number_of_response:1; }","duration":"1.548624873s","start":"2026-04-23T02:51:29.182787Z","end":"2026-04-23T02:51:30.731412Z","steps":["trace[1703326827] 'process raft request' (duration: 1.548480878s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:30.731496Z","caller":"traceutil/trace.go:171","msg":"trace[488642166] transaction","detail":"{read_only:false; response_revision:15810; number_of_response:1; }","duration":"1.544401888s","start":"2026-04-23T02:51:29.187084Z","end":"2026-04-23T02:51:30.731486Z","steps":["trace[488642166] 'process raft request' (duration: 1.544229403s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:30.731512Z","caller":"traceutil/trace.go:171","msg":"trace[1560201328] transaction","detail":"{read_only:false; response_revision:15808; number_of_response:1; }","duration":"1.703790011s","start":"2026-04-23T02:51:29.027687Z","end":"2026-04-23T02:51:30.731477Z","steps":["trace[1560201328] 'process raft request' (duration: 1.703412009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.73165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.187065Z","time spent":"1.544493492s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:30.731668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768881508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:30.731682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.182766Z","time spent":"1.548754026s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:30.731707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.027665Z","time spent":"1.703961506s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:30.73174Z","caller":"traceutil/trace.go:171","msg":"trace[1012983320] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15810; }","duration":"1.768986772s","start":"2026-04-23T02:51:28.962732Z","end":"2026-04-23T02:51:30.731719Z","steps":["trace[1012983320] 'agreement among raft nodes before linearized reading' (duration: 1.768815436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.731778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.962717Z","time spent":"1.769053653s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:31.232383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342186919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:51:31.271346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:51:31.271433Z","caller":"traceutil/trace.go:171","msg":"trace[1221888366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166983s","start":"2026-04-23T02:51:29.271247Z","end":"2026-04-23T02:51:31.271414Z","steps":["trace[1221888366] 'agreement among raft nodes before linearized reading' (duration: 2.000043539s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.271483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.271226Z","time spent":"2.000247586s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:51:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:51:33.14086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:51:33.140985Z","caller":"traceutil/trace.go:171","msg":"trace[680499349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353641s","start":"2026-04-23T02:51:31.140613Z","end":"2026-04-23T02:51:33.140966Z","steps":["trace[680499349] 'agreement among raft nodes before linearized reading' (duration: 2.000194646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.141046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.140592Z","time spent":"2.000436944s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:51:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:51:33.224663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.796122635s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:51:33.26809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.713082Z","time spent":"554.998917ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T02:51:33.269236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84041208s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:33.269379Z","caller":"traceutil/trace.go:171","msg":"trace[1463457039] transaction","detail":"{read_only:false; response_revision:15811; number_of_response:1; }","duration":"2.905469817s","start":"2026-04-23T02:51:30.363873Z","end":"2026-04-23T02:51:33.269343Z","steps":["trace[1463457039] 'process raft request' (duration: 1.0648632s)","trace[1463457039] 'compare' (duration: 1.840162043s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:33.269424Z","caller":"traceutil/trace.go:171","msg":"trace[198933761] transaction","detail":"{read_only:false; response_revision:15812; number_of_response:1; }","duration":"1.875401122s","start":"2026-04-23T02:51:31.394008Z","end":"2026-04-23T02:51:33.269409Z","steps":["trace[198933761] 'process raft request' (duration: 1.87533819s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.269458Z","caller":"traceutil/trace.go:171","msg":"trace[477890319] linearizableReadLoop","detail":"{readStateIndex:16370; appliedIndex:16369; }","duration":"2.537995756s","start":"2026-04-23T02:51:30.73145Z","end":"2026-04-23T02:51:33.269445Z","steps":["trace[477890319] 'read index received' (duration: 697.203123ms)","trace[477890319] 'applied index is now lower than readState.Index' (duration: 1.840791613s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:33.26948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.39398Z","time spent":"1.875476214s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:33.269537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.363852Z","time spent":"2.905590831s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:33.269592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689889669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-04-23T02:51:33.269614Z","caller":"traceutil/trace.go:171","msg":"trace[1624425840] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cjxjj; range_end:; response_count:1; response_revision:15812; }","duration":"2.689940871s","start":"2026-04-23T02:51:30.579666Z","end":"2026-04-23T02:51:33.269607Z","steps":["trace[1624425840] 'agreement among raft nodes before linearized reading' (duration: 2.689834818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.269635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.579655Z","time spent":"2.689974323s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" "} {"level":"warn","ts":"2026-04-23T02:51:33.269671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973632311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.269699Z","caller":"traceutil/trace.go:171","msg":"trace[1906528296] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15812; }","duration":"2.973680313s","start":"2026-04-23T02:51:30.296012Z","end":"2026-04-23T02:51:33.269692Z","steps":["trace[1906528296] 'agreement among raft nodes before linearized reading' (duration: 2.973636281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.269718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.296003Z","time spent":"2.973710404s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:51:33.269756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974380055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.269775Z","caller":"traceutil/trace.go:171","msg":"trace[1432117889] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15812; }","duration":"2.974423806s","start":"2026-04-23T02:51:30.295345Z","end":"2026-04-23T02:51:33.269769Z","steps":["trace[1432117889] 'agreement among raft nodes before linearized reading' (duration: 2.974393635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.269792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.295333Z","time spent":"2.974454878s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:33.269844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711659181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.269867Z","caller":"traceutil/trace.go:171","msg":"trace[724136022] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:15812; }","duration":"2.711705463s","start":"2026-04-23T02:51:30.558154Z","end":"2026-04-23T02:51:33.269859Z","steps":["trace[724136022] 'agreement among raft nodes before linearized reading' (duration: 2.711667212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.269889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.558139Z","time spent":"2.711743144s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.270179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9663278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.270201Z","caller":"traceutil/trace.go:171","msg":"trace[1250652233] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15812; }","duration":"2.966366581s","start":"2026-04-23T02:51:30.303828Z","end":"2026-04-23T02:51:33.270195Z","steps":["trace[1250652233] 'agreement among raft nodes before linearized reading' (duration: 2.96633286s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.27022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.303818Z","time spent":"2.966397222s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:33.270328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964950756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:33.270388Z","caller":"traceutil/trace.go:171","msg":"trace[1531828076] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"2.965025558s","start":"2026-04-23T02:51:30.305347Z","end":"2026-04-23T02:51:33.270372Z","steps":["trace[1531828076] 'agreement among raft nodes before linearized reading' (duration: 2.964568834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.270445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.305341Z","time spent":"2.96508485s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.270742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750527416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4pfxh\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-04-23T02:51:33.270791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976285776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.270793Z","caller":"traceutil/trace.go:171","msg":"trace[1521692184] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-4pfxh; range_end:; response_count:1; response_revision:15812; }","duration":"2.750650579s","start":"2026-04-23T02:51:30.520125Z","end":"2026-04-23T02:51:33.270776Z","steps":["trace[1521692184] 'agreement among raft nodes before linearized reading' (duration: 2.750510015s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.270815Z","caller":"traceutil/trace.go:171","msg":"trace[1703062164] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15812; }","duration":"2.976339347s","start":"2026-04-23T02:51:30.294469Z","end":"2026-04-23T02:51:33.270808Z","steps":["trace[1703062164] 'agreement among raft nodes before linearized reading' (duration: 2.976304266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.270819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974665965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.270837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.294452Z","time spent":"2.976380769s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:51:33.270844Z","caller":"traceutil/trace.go:171","msg":"trace[102205732] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"2.974707935s","start":"2026-04-23T02:51:30.29613Z","end":"2026-04-23T02:51:33.270838Z","steps":["trace[102205732] 'agreement among raft nodes before linearized reading' (duration: 2.974638723s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.270841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.520099Z","time spent":"2.750731542s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4pfxh\" "} {"level":"warn","ts":"2026-04-23T02:51:33.270866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.29612Z","time spent":"2.974739507s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.270882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96946538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.270923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986900963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:33.270924Z","caller":"traceutil/trace.go:171","msg":"trace[1721054766] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15812; }","duration":"2.96949464s","start":"2026-04-23T02:51:30.301412Z","end":"2026-04-23T02:51:33.270906Z","steps":["trace[1721054766] 'agreement among raft nodes before linearized reading' (duration: 2.969456169s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.270945Z","caller":"traceutil/trace.go:171","msg":"trace[1516774846] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15812; }","duration":"2.986972396s","start":"2026-04-23T02:51:30.283967Z","end":"2026-04-23T02:51:33.27094Z","steps":["trace[1516774846] 'agreement among raft nodes before linearized reading' (duration: 2.986914794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.270751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9669924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:33.270964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.283942Z","time spent":"2.987018277s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:33.270845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967309811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.271007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971850605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.271033Z","caller":"traceutil/trace.go:171","msg":"trace[591352197] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15812; }","duration":"2.971885856s","start":"2026-04-23T02:51:30.299139Z","end":"2026-04-23T02:51:33.271025Z","steps":["trace[591352197] 'agreement among raft nodes before linearized reading' (duration: 2.971851995s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271013Z","caller":"traceutil/trace.go:171","msg":"trace[1357392161] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15812; }","duration":"2.967247519s","start":"2026-04-23T02:51:30.303734Z","end":"2026-04-23T02:51:33.270982Z","steps":["trace[1357392161] 'agreement among raft nodes before linearized reading' (duration: 2.966570867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.299132Z","time spent":"2.971920327s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854625451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-04-23T02:51:33.271095Z","caller":"traceutil/trace.go:171","msg":"trace[1593366763] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2kwz4; range_end:; response_count:1; response_revision:15812; }","duration":"3.854687732s","start":"2026-04-23T02:51:29.416402Z","end":"2026-04-23T02:51:33.271089Z","steps":["trace[1593366763] 'agreement among raft nodes before linearized reading' (duration: 3.85462302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.303723Z","time spent":"2.967342972s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:33.270776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974304652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.271118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.416383Z","time spent":"3.854727164s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" "} {"level":"info","ts":"2026-04-23T02:51:33.271137Z","caller":"traceutil/trace.go:171","msg":"trace[1894145937] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15812; }","duration":"2.974686114s","start":"2026-04-23T02:51:30.29644Z","end":"2026-04-23T02:51:33.271126Z","steps":["trace[1894145937] 'agreement among raft nodes before linearized reading' (duration: 2.974251721s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846628466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:33.271195Z","caller":"traceutil/trace.go:171","msg":"trace[1623964635] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15812; }","duration":"3.84673278s","start":"2026-04-23T02:51:29.424444Z","end":"2026-04-23T02:51:33.271177Z","steps":["trace[1623964635] 'agreement among raft nodes before linearized reading' (duration: 3.846507193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287065405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T02:51:33.27121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.296417Z","time spent":"2.974755617s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763395425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T02:51:33.271237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.424432Z","time spent":"3.846796222s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973410814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.271293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292908211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T02:51:33.271312Z","caller":"traceutil/trace.go:171","msg":"trace[1526396706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15812; }","duration":"4.292949251s","start":"2026-04-23T02:51:28.978358Z","end":"2026-04-23T02:51:33.271307Z","steps":["trace[1526396706] 'agreement among raft nodes before linearized reading' (duration: 4.29289499s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271309Z","caller":"traceutil/trace.go:171","msg":"trace[1112048959] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"2.973465606s","start":"2026-04-23T02:51:30.297834Z","end":"2026-04-23T02:51:33.2713Z","steps":["trace[1112048959] 'agreement among raft nodes before linearized reading' (duration: 2.973337542s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.978346Z","time spent":"4.292980753s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965896516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.27134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.297798Z","time spent":"2.973536688s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803647513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:33.271372Z","caller":"traceutil/trace.go:171","msg":"trace[1856483969] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"2.965962078s","start":"2026-04-23T02:51:30.305395Z","end":"2026-04-23T02:51:33.271357Z","steps":["trace[1856483969] 'agreement among raft nodes before linearized reading' (duration: 2.965806173s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271238Z","caller":"traceutil/trace.go:171","msg":"trace[952692671] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15812; }","duration":"4.287088696s","start":"2026-04-23T02:51:28.98414Z","end":"2026-04-23T02:51:33.271228Z","steps":["trace[952692671] 'agreement among raft nodes before linearized reading' (duration: 4.287029094s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271401Z","caller":"traceutil/trace.go:171","msg":"trace[73871828] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15812; }","duration":"2.803704225s","start":"2026-04-23T02:51:30.467689Z","end":"2026-04-23T02:51:33.271393Z","steps":["trace[73871828] 'agreement among raft nodes before linearized reading' (duration: 2.803608852s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.2714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988389981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.271432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.467675Z","time spent":"2.803749316s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.271437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.305384Z","time spent":"2.96601807s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:51:33.271457Z","caller":"traceutil/trace.go:171","msg":"trace[930148094] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15812; }","duration":"2.988446773s","start":"2026-04-23T02:51:30.282995Z","end":"2026-04-23T02:51:33.271442Z","steps":["trace[930148094] 'agreement among raft nodes before linearized reading' (duration: 2.98836393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.27097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.301382Z","time spent":"2.969581123s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304381445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.271498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.282936Z","time spent":"2.988552996s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:51:33.271513Z","caller":"traceutil/trace.go:171","msg":"trace[1689385133] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"4.304440357s","start":"2026-04-23T02:51:28.967067Z","end":"2026-04-23T02:51:33.271507Z","steps":["trace[1689385133] 'agreement among raft nodes before linearized reading' (duration: 4.304385775s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.967046Z","time spent":"4.304481378s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-23T02:51:33.271564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957037084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:51:33.27143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.984131Z","time spent":"4.287287192s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-23T02:51:33.271588Z","caller":"traceutil/trace.go:171","msg":"trace[470845993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999922457s","start":"2026-04-23T02:51:31.271655Z","end":"2026-04-23T02:51:33.271578Z","steps":["trace[470845993] 'agreement among raft nodes before linearized reading' (duration: 1.999891166s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.271631Z","time spent":"1.999989979s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861598413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:51:33.271276Z","caller":"traceutil/trace.go:171","msg":"trace[1154428290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:15812; }","duration":"2.763458277s","start":"2026-04-23T02:51:30.507803Z","end":"2026-04-23T02:51:33.271262Z","steps":["trace[1154428290] 'agreement among raft nodes before linearized reading' (duration: 2.763365304s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271686Z","caller":"traceutil/trace.go:171","msg":"trace[1144447861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15812; }","duration":"2.861661145s","start":"2026-04-23T02:51:30.410017Z","end":"2026-04-23T02:51:33.271678Z","steps":["trace[1144447861] 'agreement among raft nodes before linearized reading' (duration: 2.861592793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965225115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.27171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.409994Z","time spent":"2.861709757s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.507785Z","time spent":"2.763916011s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:51:33.271739Z","caller":"traceutil/trace.go:171","msg":"trace[433422911] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"2.965288486s","start":"2026-04-23T02:51:30.306433Z","end":"2026-04-23T02:51:33.271722Z","steps":["trace[433422911] 'agreement among raft nodes before linearized reading' (duration: 2.965151982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028855216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:51:33.271786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933652302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.271786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.306427Z","time spent":"2.965348628s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:51:33.271798Z","caller":"traceutil/trace.go:171","msg":"trace[739092877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15812; }","duration":"3.028887447s","start":"2026-04-23T02:51:30.242901Z","end":"2026-04-23T02:51:33.271788Z","steps":["trace[739092877] 'agreement among raft nodes before linearized reading' (duration: 3.028768223s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271809Z","caller":"traceutil/trace.go:171","msg":"trace[686852213] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15812; }","duration":"2.933699033s","start":"2026-04-23T02:51:30.338102Z","end":"2026-04-23T02:51:33.271802Z","steps":["trace[686852213] 'agreement among raft nodes before linearized reading' (duration: 2.933659042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.33809Z","time spent":"2.933735735s","remote":"127.0.0.1:35998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.271828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.242837Z","time spent":"3.02898568s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308863737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.271883Z","caller":"traceutil/trace.go:171","msg":"trace[1490498634] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15812; }","duration":"4.308990131s","start":"2026-04-23T02:51:28.962871Z","end":"2026-04-23T02:51:33.271862Z","steps":["trace[1490498634] 'agreement among raft nodes before linearized reading' (duration: 4.308840016s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.271935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.962858Z","time spent":"4.309068614s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T02:51:33.272001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333102428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18675"} {"level":"info","ts":"2026-04-23T02:51:33.271595Z","caller":"traceutil/trace.go:171","msg":"trace[796216763] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15812; }","duration":"2.957097766s","start":"2026-04-23T02:51:30.31449Z","end":"2026-04-23T02:51:33.271588Z","steps":["trace[796216763] 'agreement among raft nodes before linearized reading' (duration: 2.956986893s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.272041Z","caller":"traceutil/trace.go:171","msg":"trace[345031881] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15812; }","duration":"3.333182521s","start":"2026-04-23T02:51:29.938848Z","end":"2026-04-23T02:51:33.27203Z","steps":["trace[345031881] 'agreement among raft nodes before linearized reading' (duration: 3.333069088s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.272051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.314476Z","time spent":"2.957566032s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":112,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.272045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309145296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:33.272053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309163337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-23T02:51:33.270756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976228523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:33.272098Z","caller":"traceutil/trace.go:171","msg":"trace[209212558] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15812; }","duration":"4.309216158s","start":"2026-04-23T02:51:28.962871Z","end":"2026-04-23T02:51:33.272087Z","steps":["trace[209212558] 'agreement among raft nodes before linearized reading' (duration: 4.309097994s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.272094Z","caller":"traceutil/trace.go:171","msg":"trace[1833603169] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15812; }","duration":"4.309233589s","start":"2026-04-23T02:51:28.962848Z","end":"2026-04-23T02:51:33.272082Z","steps":["trace[1833603169] 'agreement among raft nodes before linearized reading' (duration: 4.309098685s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.271055Z","caller":"traceutil/trace.go:171","msg":"trace[565632593] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15812; }","duration":"2.967495977s","start":"2026-04-23T02:51:30.303514Z","end":"2026-04-23T02:51:33.27101Z","steps":["trace[565632593] 'agreement among raft nodes before linearized reading' (duration: 2.967309881s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.272108Z","caller":"traceutil/trace.go:171","msg":"trace[664898212] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15812; }","duration":"2.977610568s","start":"2026-04-23T02:51:30.294485Z","end":"2026-04-23T02:51:33.272095Z","steps":["trace[664898212] 'agreement among raft nodes before linearized reading' (duration: 2.975386768s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.27213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.962866Z","time spent":"4.309254769s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T02:51:33.272141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.303506Z","time spent":"2.968629033s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:51:33.272145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.962829Z","time spent":"4.309305582s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:33.271118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96507352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.272158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828880383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:51:33.27207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.938826Z","time spent":"3.333237102s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18698,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T02:51:33.272182Z","caller":"traceutil/trace.go:171","msg":"trace[576862971] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15812; }","duration":"2.966148954s","start":"2026-04-23T02:51:30.306026Z","end":"2026-04-23T02:51:33.272175Z","steps":["trace[576862971] 'agreement among raft nodes before linearized reading' (duration: 2.964940005s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.272195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779620688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:51:33.272208Z","caller":"traceutil/trace.go:171","msg":"trace[104881162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15812; }","duration":"3.828969616s","start":"2026-04-23T02:51:29.443224Z","end":"2026-04-23T02:51:33.272193Z","steps":["trace[104881162] 'agreement among raft nodes before linearized reading' (duration: 3.828835902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.272263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661537868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:33.272273Z","caller":"traceutil/trace.go:171","msg":"trace[2090871061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15812; }","duration":"3.779719612s","start":"2026-04-23T02:51:29.492543Z","end":"2026-04-23T02:51:33.272262Z","steps":["trace[2090871061] 'agreement among raft nodes before linearized reading' (duration: 3.779548516s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.272288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.306Z","time spent":"2.966211816s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.272295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.443202Z","time spent":"3.829080839s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:51:33.272304Z","caller":"traceutil/trace.go:171","msg":"trace[1273875563] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15812; }","duration":"3.661606741s","start":"2026-04-23T02:51:29.610686Z","end":"2026-04-23T02:51:33.272293Z","steps":["trace[1273875563] 'agreement among raft nodes before linearized reading' (duration: 3.661478407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.27231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.49253Z","time spent":"3.779772683s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:33.272333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.610671Z","time spent":"3.661655032s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.272327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786505037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-04-23T02:51:33.272152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.294467Z","time spent":"2.97767282s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T02:51:33.272358Z","caller":"traceutil/trace.go:171","msg":"trace[2058908012] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2kwz4; range_end:; response_count:1; response_revision:15812; }","duration":"3.786562979s","start":"2026-04-23T02:51:29.485788Z","end":"2026-04-23T02:51:33.272351Z","steps":["trace[2058908012] 'agreement among raft nodes before linearized reading' (duration: 3.786405324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.272437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.485771Z","time spent":"3.786660522s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" "} {"level":"warn","ts":"2026-04-23T02:51:33.272334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781693734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:51:33.27252Z","caller":"traceutil/trace.go:171","msg":"trace[654914017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15812; }","duration":"3.781913951s","start":"2026-04-23T02:51:29.490593Z","end":"2026-04-23T02:51:33.272507Z","steps":["trace[654914017] 'agreement among raft nodes before linearized reading' (duration: 3.781532139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.272559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.490582Z","time spent":"3.781966023s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:51:33.770566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342186926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:51:33.775051Z","caller":"traceutil/trace.go:171","msg":"trace[226045939] transaction","detail":"{read_only:false; response_revision:15813; number_of_response:1; }","duration":"2.183466945s","start":"2026-04-23T02:51:31.591553Z","end":"2026-04-23T02:51:33.77502Z","steps":["trace[226045939] 'process raft request' (duration: 2.183083753s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.775311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.591528Z","time spent":"2.18360447s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:34.070978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.029361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T02:51:34.07149Z","caller":"traceutil/trace.go:171","msg":"trace[76995323] transaction","detail":"{read_only:false; response_revision:15814; number_of_response:1; }","duration":"1.333838871s","start":"2026-04-23T02:51:32.737623Z","end":"2026-04-23T02:51:34.071462Z","steps":["trace[76995323] 'process raft request' (duration: 1.333459749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.072128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.737604Z","time spent":"1.334066808s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:34.207077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.536915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:34.207302Z","caller":"traceutil/trace.go:171","msg":"trace[995935703] transaction","detail":"{read_only:false; response_revision:15816; number_of_response:1; }","duration":"1.466696521s","start":"2026-04-23T02:51:32.740586Z","end":"2026-04-23T02:51:34.207283Z","steps":["trace[995935703] 'process raft request' (duration: 1.466598977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.207377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.740549Z","time spent":"1.466796164s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:34.20747Z","caller":"traceutil/trace.go:171","msg":"trace[1200167553] transaction","detail":"{read_only:false; response_revision:15815; number_of_response:1; }","duration":"1.46696989s","start":"2026-04-23T02:51:32.740438Z","end":"2026-04-23T02:51:34.207408Z","steps":["trace[1200167553] 'process raft request' (duration: 1.331010531s)","trace[1200167553] 'compare' (duration: 135.426852ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:34.207596Z","caller":"traceutil/trace.go:171","msg":"trace[224103538] transaction","detail":"{read_only:false; response_revision:15817; number_of_response:1; }","duration":"928.584801ms","start":"2026-04-23T02:51:33.278991Z","end":"2026-04-23T02:51:34.207576Z","steps":["trace[224103538] 'process raft request' (duration: 928.25356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.20769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.278971Z","time spent":"928.675923ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:34.207691Z","caller":"traceutil/trace.go:171","msg":"trace[946533388] transaction","detail":"{read_only:false; response_revision:15818; number_of_response:1; }","duration":"928.599161ms","start":"2026-04-23T02:51:33.279063Z","end":"2026-04-23T02:51:34.207662Z","steps":["trace[946533388] 'process raft request' (duration: 928.443996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:34.207735Z","caller":"traceutil/trace.go:171","msg":"trace[1797451864] transaction","detail":"{read_only:false; response_revision:15819; number_of_response:1; }","duration":"928.607611ms","start":"2026-04-23T02:51:33.279099Z","end":"2026-04-23T02:51:34.207706Z","steps":["trace[1797451864] 'process raft request' (duration: 928.510148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:34.207743Z","caller":"traceutil/trace.go:171","msg":"trace[486479895] linearizableReadLoop","detail":"{readStateIndex:16381; appliedIndex:16371; }","duration":"938.235997ms","start":"2026-04-23T02:51:33.269482Z","end":"2026-04-23T02:51:34.207718Z","steps":["trace[486479895] 'read index received' (duration: 505.403381ms)","trace[486479895] 'applied index is now lower than readState.Index' (duration: 432.831766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:34.207781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.740421Z","time spent":"1.467127504s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:34.207832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.279056Z","time spent":"928.702835ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:34.207845Z","caller":"traceutil/trace.go:171","msg":"trace[453806705] transaction","detail":"{read_only:false; response_revision:15821; number_of_response:1; }","duration":"928.512389ms","start":"2026-04-23T02:51:33.279307Z","end":"2026-04-23T02:51:34.20782Z","steps":["trace[453806705] 'process raft request' (duration: 928.370924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.207877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.279094Z","time spent":"928.709774ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:34.207891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033844693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:34.207932Z","caller":"traceutil/trace.go:171","msg":"trace[116804270] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:15821; }","duration":"2.033936886s","start":"2026-04-23T02:51:32.173981Z","end":"2026-04-23T02:51:34.207917Z","steps":["trace[116804270] 'agreement among raft nodes before linearized reading' (duration: 2.033856723s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.207948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.279302Z","time spent":"928.595741ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:34.207965Z","caller":"traceutil/trace.go:171","msg":"trace[1150545714] transaction","detail":"{read_only:false; response_revision:15820; number_of_response:1; }","duration":"928.707385ms","start":"2026-04-23T02:51:33.279247Z","end":"2026-04-23T02:51:34.207954Z","steps":["trace[1150545714] 'process raft request' (duration: 928.397735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.207986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.173961Z","time spent":"2.034012518s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:34.208016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.27924Z","time spent":"928.748776ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:34.20804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296564007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:34.20793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471002167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:34.20809Z","caller":"traceutil/trace.go:171","msg":"trace[1758280412] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:15821; }","duration":"2.29664649s","start":"2026-04-23T02:51:31.911427Z","end":"2026-04-23T02:51:34.208074Z","steps":["trace[1758280412] 'agreement among raft nodes before linearized reading' (duration: 2.296587358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.207996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37222631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:34.208127Z","caller":"traceutil/trace.go:171","msg":"trace[307595935] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15821; }","duration":"1.471238625s","start":"2026-04-23T02:51:32.736875Z","end":"2026-04-23T02:51:34.208114Z","steps":["trace[307595935] 'agreement among raft nodes before linearized reading' (duration: 1.471026178s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:34.208137Z","caller":"traceutil/trace.go:171","msg":"trace[1341077330] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15821; }","duration":"3.372402535s","start":"2026-04-23T02:51:30.835719Z","end":"2026-04-23T02:51:34.208122Z","steps":["trace[1341077330] 'agreement among raft nodes before linearized reading' (duration: 3.37224826s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.208005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900892071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:51:34.208172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.835696Z","time spent":"3.372467098s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:34.208207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.750419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:34.208263Z","caller":"traceutil/trace.go:171","msg":"trace[678114251] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15821; }","duration":"230.847371ms","start":"2026-04-23T02:51:33.977407Z","end":"2026-04-23T02:51:34.208255Z","steps":["trace[678114251] 'agreement among raft nodes before linearized reading' (duration: 230.778499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:34.208328Z","caller":"traceutil/trace.go:171","msg":"trace[1180596318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15821; }","duration":"1.90118418s","start":"2026-04-23T02:51:32.307016Z","end":"2026-04-23T02:51:34.2082Z","steps":["trace[1180596318] 'agreement among raft nodes before linearized reading' (duration: 1.900764226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.208404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.30699Z","time spent":"1.901401977s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:34.208129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.911405Z","time spent":"2.296716172s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:34.208555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.316314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T02:51:34.208083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.013083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:34.208596Z","caller":"traceutil/trace.go:171","msg":"trace[640947855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15821; }","duration":"929.365125ms","start":"2026-04-23T02:51:33.279222Z","end":"2026-04-23T02:51:34.208587Z","steps":["trace[640947855] 'agreement among raft nodes before linearized reading' (duration: 929.258342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:34.208612Z","caller":"traceutil/trace.go:171","msg":"trace[2107083652] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15821; }","duration":"968.57194ms","start":"2026-04-23T02:51:33.240025Z","end":"2026-04-23T02:51:34.208597Z","steps":["trace[2107083652] 'agreement among raft nodes before linearized reading' (duration: 968.016003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.208625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.279218Z","time spent":"929.401026ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:51:34.208658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.240008Z","time spent":"968.636003ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:34.208139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.120588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T02:51:34.208843Z","caller":"traceutil/trace.go:171","msg":"trace[1869319125] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4; range_end:; response_count:1; response_revision:15821; }","duration":"929.839801ms","start":"2026-04-23T02:51:33.278988Z","end":"2026-04-23T02:51:34.208828Z","steps":["trace[1869319125] 'agreement among raft nodes before linearized reading' (duration: 929.058306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.208885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.278971Z","time spent":"929.903132ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4\" "} {"level":"warn","ts":"2026-04-23T02:51:34.20817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.348982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:34.208985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.862039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:34.209093Z","caller":"traceutil/trace.go:171","msg":"trace[2105449612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15821; }","duration":"928.936691ms","start":"2026-04-23T02:51:33.280097Z","end":"2026-04-23T02:51:34.209033Z","steps":["trace[2105449612] 'agreement among raft nodes before linearized reading' (duration: 928.061763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.20916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.280092Z","time spent":"929.048425ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:51:34.209022Z","caller":"traceutil/trace.go:171","msg":"trace[560293985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15821; }","duration":"928.202398ms","start":"2026-04-23T02:51:33.280807Z","end":"2026-04-23T02:51:34.209009Z","steps":["trace[560293985] 'agreement among raft nodes before linearized reading' (duration: 927.341441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.209884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.280784Z","time spent":"929.088767ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:51:34.20844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.500037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:34.210228Z","caller":"traceutil/trace.go:171","msg":"trace[195931022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15821; }","duration":"497.324244ms","start":"2026-04-23T02:51:33.712888Z","end":"2026-04-23T02:51:34.210212Z","steps":["trace[195931022] 'agreement among raft nodes before linearized reading' (duration: 495.514597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.208166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.736851Z","time spent":"1.471305587s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:34.210367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.712867Z","time spent":"497.390647ms","remote":"127.0.0.1:46714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:34.2107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.527713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:34.210754Z","caller":"traceutil/trace.go:171","msg":"trace[615586597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15821; }","duration":"931.597286ms","start":"2026-04-23T02:51:33.279144Z","end":"2026-04-23T02:51:34.210742Z","steps":["trace[615586597] 'agreement among raft nodes before linearized reading' (duration: 929.396836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.210797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.279141Z","time spent":"931.645198ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:34.210968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.94152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:34.211007Z","caller":"traceutil/trace.go:171","msg":"trace[1661815710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15821; }","duration":"927.990831ms","start":"2026-04-23T02:51:33.283006Z","end":"2026-04-23T02:51:34.210997Z","steps":["trace[1661815710] 'agreement among raft nodes before linearized reading' (duration: 925.240324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.21104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.283001Z","time spent":"928.030822ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:34.211353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.369677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:34.211406Z","caller":"traceutil/trace.go:171","msg":"trace[1353965424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15821; }","duration":"930.440579ms","start":"2026-04-23T02:51:33.280953Z","end":"2026-04-23T02:51:34.211394Z","steps":["trace[1353965424] 'agreement among raft nodes before linearized reading' (duration: 927.386992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.211386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067485332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8dbe82796e984\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-23T02:51:34.211449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.280946Z","time spent":"930.491771ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:51:34.211464Z","caller":"traceutil/trace.go:171","msg":"trace[1957088896] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8dbe82796e984; range_end:; response_count:1; response_revision:15821; }","duration":"1.067611656s","start":"2026-04-23T02:51:33.143839Z","end":"2026-04-23T02:51:34.21145Z","steps":["trace[1957088896] 'agreement among raft nodes before linearized reading' (duration: 1.063935299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.211466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.231007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"warn","ts":"2026-04-23T02:51:34.211541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.143815Z","time spent":"1.067711699s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8dbe82796e984\" "} {"level":"info","ts":"2026-04-23T02:51:34.211581Z","caller":"traceutil/trace.go:171","msg":"trace[725509680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15821; }","duration":"932.399182ms","start":"2026-04-23T02:51:33.279172Z","end":"2026-04-23T02:51:34.211571Z","steps":["trace[725509680] 'agreement among raft nodes before linearized reading' (duration: 929.302073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.213128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.279169Z","time spent":"932.479414ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:51:34.37664Z","caller":"traceutil/trace.go:171","msg":"trace[2025009183] transaction","detail":"{read_only:false; response_revision:15823; number_of_response:1; }","duration":"103.796956ms","start":"2026-04-23T02:51:34.272807Z","end":"2026-04-23T02:51:34.376604Z","steps":["trace[2025009183] 'process raft request' (duration: 86.746895ms)","trace[2025009183] 'compare' (duration: 16.834854ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:36.598056Z","caller":"traceutil/trace.go:171","msg":"trace[300052478] linearizableReadLoop","detail":"{readStateIndex:16386; appliedIndex:16385; }","duration":"386.076871ms","start":"2026-04-23T02:51:36.211908Z","end":"2026-04-23T02:51:36.597985Z","steps":["trace[300052478] 'read index received' (duration: 385.974528ms)","trace[300052478] 'applied index is now lower than readState.Index' (duration: 101.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:36.598149Z","caller":"traceutil/trace.go:171","msg":"trace[350494737] transaction","detail":"{read_only:false; response_revision:15826; number_of_response:1; }","duration":"521.340338ms","start":"2026-04-23T02:51:36.076781Z","end":"2026-04-23T02:51:36.598121Z","steps":["trace[350494737] 'process raft request' (duration: 521.026508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.598277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.346051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:51:36.598271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.076748Z","time spent":"521.457601ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:36.598311Z","caller":"traceutil/trace.go:171","msg":"trace[1272565246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15826; }","duration":"386.436783ms","start":"2026-04-23T02:51:36.211864Z","end":"2026-04-23T02:51:36.598301Z","steps":["trace[1272565246] 'agreement among raft nodes before linearized reading' (duration: 386.287989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.598348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.211841Z","time spent":"386.496585ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:51:36.642499Z","caller":"traceutil/trace.go:171","msg":"trace[516399140] transaction","detail":"{read_only:false; response_revision:15828; number_of_response:1; }","duration":"427.443315ms","start":"2026-04-23T02:51:36.215031Z","end":"2026-04-23T02:51:36.642474Z","steps":["trace[516399140] 'process raft request' (duration: 427.393314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.642651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.214988Z","time spent":"427.58938ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:36.64305Z","caller":"traceutil/trace.go:171","msg":"trace[1006302474] transaction","detail":"{read_only:false; response_revision:15827; number_of_response:1; }","duration":"430.619927ms","start":"2026-04-23T02:51:36.212411Z","end":"2026-04-23T02:51:36.643031Z","steps":["trace[1006302474] 'process raft request' (duration: 429.880953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.64313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.212399Z","time spent":"430.692569ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:36.643627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.274197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:51:36.643676Z","caller":"traceutil/trace.go:171","msg":"trace[1566818952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15828; }","duration":"431.341239ms","start":"2026-04-23T02:51:36.212323Z","end":"2026-04-23T02:51:36.643664Z","steps":["trace[1566818952] 'agreement among raft nodes before linearized reading' (duration: 431.200464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.643706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.212315Z","time spent":"431.384811ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:36.643814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.190753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-04-23T02:51:36.643915Z","caller":"traceutil/trace.go:171","msg":"trace[623872825] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cjxjj; range_end:; response_count:1; response_revision:15828; }","duration":"408.332578ms","start":"2026-04-23T02:51:36.235559Z","end":"2026-04-23T02:51:36.643892Z","steps":["trace[623872825] 'agreement among raft nodes before linearized reading' (duration: 408.002208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.643938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.772662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4pfxh\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-04-23T02:51:36.643969Z","caller":"traceutil/trace.go:171","msg":"trace[244984642] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-4pfxh; range_end:; response_count:1; response_revision:15828; }","duration":"408.826474ms","start":"2026-04-23T02:51:36.235133Z","end":"2026-04-23T02:51:36.643959Z","steps":["trace[244984642] 'agreement among raft nodes before linearized reading' (duration: 408.714931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.643971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.235548Z","time spent":"408.411821ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" "} {"level":"warn","ts":"2026-04-23T02:51:36.643995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.235121Z","time spent":"408.867925ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20773,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4pfxh\" "} {"level":"warn","ts":"2026-04-23T02:51:36.644161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.339818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:36.644204Z","caller":"traceutil/trace.go:171","msg":"trace[776461040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15828; }","duration":"368.4046ms","start":"2026-04-23T02:51:36.275782Z","end":"2026-04-23T02:51:36.644186Z","steps":["trace[776461040] 'agreement among raft nodes before linearized reading' (duration: 368.343458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.644288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.164548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:51:36.644294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.275766Z","time spent":"368.514083ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:51:36.644322Z","caller":"traceutil/trace.go:171","msg":"trace[1537517245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15828; }","duration":"428.216889ms","start":"2026-04-23T02:51:36.216096Z","end":"2026-04-23T02:51:36.644313Z","steps":["trace[1537517245] 'agreement among raft nodes before linearized reading' (duration: 428.099116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.644349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.216087Z","time spent":"428.255921ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:36.644481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.116981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:36.644508Z","caller":"traceutil/trace.go:171","msg":"trace[652350063] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15828; }","duration":"430.158151ms","start":"2026-04-23T02:51:36.214342Z","end":"2026-04-23T02:51:36.6445Z","steps":["trace[652350063] 'agreement among raft nodes before linearized reading' (duration: 430.11619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.644532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.214334Z","time spent":"430.192972ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:36.644635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.878048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-04-23T02:51:36.644677Z","caller":"traceutil/trace.go:171","msg":"trace[764502109] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2kwz4; range_end:; response_count:1; response_revision:15828; }","duration":"404.935011ms","start":"2026-04-23T02:51:36.239729Z","end":"2026-04-23T02:51:36.644664Z","steps":["trace[764502109] 'agreement among raft nodes before linearized reading' (duration: 404.810087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.644703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.753133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:51:36.644714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.23972Z","time spent":"404.985822ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" "} {"level":"info","ts":"2026-04-23T02:51:36.644735Z","caller":"traceutil/trace.go:171","msg":"trace[1781176584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15828; }","duration":"431.794984ms","start":"2026-04-23T02:51:36.21293Z","end":"2026-04-23T02:51:36.644725Z","steps":["trace[1781176584] 'agreement among raft nodes before linearized reading' (duration: 431.714881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.644764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.212926Z","time spent":"431.830215ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:36.644919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.000721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:51:36.644943Z","caller":"traceutil/trace.go:171","msg":"trace[1242905437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15828; }","duration":"432.041871ms","start":"2026-04-23T02:51:36.212894Z","end":"2026-04-23T02:51:36.644936Z","steps":["trace[1242905437] 'agreement among raft nodes before linearized reading' (duration: 431.950108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.644968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.212886Z","time spent":"432.076152ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:51:36.644995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.229063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-04-23T02:51:36.645035Z","caller":"traceutil/trace.go:171","msg":"trace[1630584966] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2kwz4; range_end:; response_count:1; response_revision:15828; }","duration":"407.286325ms","start":"2026-04-23T02:51:36.237737Z","end":"2026-04-23T02:51:36.645023Z","steps":["trace[1630584966] 'agreement among raft nodes before linearized reading' (duration: 407.165011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.645071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.237728Z","time spent":"407.334506ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" "} {"level":"warn","ts":"2026-04-23T02:51:36.645237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.864966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4vd2\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T02:51:36.645276Z","caller":"traceutil/trace.go:171","msg":"trace[758003937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4vd2; range_end:; response_count:1; response_revision:15828; }","duration":"408.920827ms","start":"2026-04-23T02:51:36.236345Z","end":"2026-04-23T02:51:36.645266Z","steps":["trace[758003937] 'agreement among raft nodes before linearized reading' (duration: 408.813163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.64531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.236336Z","time spent":"408.965858ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-p4vd2\" "} {"level":"info","ts":"2026-04-23T02:51:36.967139Z","caller":"traceutil/trace.go:171","msg":"trace[871495411] linearizableReadLoop","detail":"{readStateIndex:16389; appliedIndex:16388; }","duration":"319.000891ms","start":"2026-04-23T02:51:36.648116Z","end":"2026-04-23T02:51:36.967117Z","steps":["trace[871495411] 'read index received' (duration: 318.873977ms)","trace[871495411] 'applied index is now lower than readState.Index' (duration: 125.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:36.967256Z","caller":"traceutil/trace.go:171","msg":"trace[1459201779] transaction","detail":"{read_only:false; response_revision:15829; number_of_response:1; }","duration":"364.513086ms","start":"2026-04-23T02:51:36.602712Z","end":"2026-04-23T02:51:36.967225Z","steps":["trace[1459201779] 'process raft request' (duration: 364.243898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.967406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.264929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:36.967392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.602691Z","time spent":"364.623189ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:36.967496Z","caller":"traceutil/trace.go:171","msg":"trace[905510135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15829; }","duration":"319.376222ms","start":"2026-04-23T02:51:36.648098Z","end":"2026-04-23T02:51:36.967474Z","steps":["trace[905510135] 'agreement among raft nodes before linearized reading' (duration: 319.212187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.968669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.648086Z","time spent":"320.56812ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:51:36.980993Z","caller":"traceutil/trace.go:171","msg":"trace[216294527] transaction","detail":"{read_only:false; response_revision:15830; number_of_response:1; }","duration":"331.038143ms","start":"2026-04-23T02:51:36.649929Z","end":"2026-04-23T02:51:36.980967Z","steps":["trace[216294527] 'process raft request' (duration: 330.827676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.981181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.649913Z","time spent":"331.189028ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:36.981318Z","caller":"traceutil/trace.go:171","msg":"trace[1061486707] transaction","detail":"{read_only:false; response_revision:15831; number_of_response:1; }","duration":"330.580348ms","start":"2026-04-23T02:51:36.650718Z","end":"2026-04-23T02:51:36.981298Z","steps":["trace[1061486707] 'process raft request' (duration: 330.207696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.981446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.650712Z","time spent":"330.65756ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:36.981737Z","caller":"traceutil/trace.go:171","msg":"trace[113809918] transaction","detail":"{read_only:false; response_revision:15832; number_of_response:1; }","duration":"330.832616ms","start":"2026-04-23T02:51:36.650894Z","end":"2026-04-23T02:51:36.981726Z","steps":["trace[113809918] 'process raft request' (duration: 330.320689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.981808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.650874Z","time spent":"330.890218ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:36.981946Z","caller":"traceutil/trace.go:171","msg":"trace[590633593] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"330.421863ms","start":"2026-04-23T02:51:36.651509Z","end":"2026-04-23T02:51:36.981931Z","steps":["trace[590633593] 'process raft request' (duration: 330.170125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.98202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.651502Z","time spent":"330.481905ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:36.982774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.169559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:36.982825Z","caller":"traceutil/trace.go:171","msg":"trace[1105078639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15833; }","duration":"332.238161ms","start":"2026-04-23T02:51:36.650574Z","end":"2026-04-23T02:51:36.982812Z","steps":["trace[1105078639] 'agreement among raft nodes before linearized reading' (duration: 331.292871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.982859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.650567Z","time spent":"332.282702ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:36.993734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.681566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:36.993804Z","caller":"traceutil/trace.go:171","msg":"trace[1750396911] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15833; }","duration":"338.764258ms","start":"2026-04-23T02:51:36.655019Z","end":"2026-04-23T02:51:36.993784Z","steps":["trace[1750396911] 'agreement among raft nodes before linearized reading' (duration: 327.057116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.993836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.655013Z","time spent":"338.814779ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:36.994189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.834837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"warn","ts":"2026-04-23T02:51:36.994328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.219185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"info","ts":"2026-04-23T02:51:36.994398Z","caller":"traceutil/trace.go:171","msg":"trace[1643197092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15833; }","duration":"343.035804ms","start":"2026-04-23T02:51:36.651319Z","end":"2026-04-23T02:51:36.994355Z","steps":["trace[1643197092] 'agreement among raft nodes before linearized reading' (duration: 330.777854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:36.99446Z","caller":"traceutil/trace.go:171","msg":"trace[373788983] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15833; }","duration":"340.370129ms","start":"2026-04-23T02:51:36.654057Z","end":"2026-04-23T02:51:36.994427Z","steps":["trace[373788983] 'agreement among raft nodes before linearized reading' (duration: 327.80596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.994648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.654052Z","time spent":"340.566465ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:36.994757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.225526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737380"} {"level":"warn","ts":"2026-04-23T02:51:36.994745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.651314Z","time spent":"343.384405ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:51:36.994803Z","caller":"traceutil/trace.go:171","msg":"trace[451775641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15833; }","duration":"341.262818ms","start":"2026-04-23T02:51:36.653525Z","end":"2026-04-23T02:51:36.994788Z","steps":["trace[451775641] 'agreement among raft nodes before linearized reading' (duration: 328.518393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:36.994835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:36.653498Z","time spent":"341.32999ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737403,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:38.034266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.935516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:38.034358Z","caller":"traceutil/trace.go:171","msg":"trace[1291290177] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15835; }","duration":"550.05108ms","start":"2026-04-23T02:51:37.484295Z","end":"2026-04-23T02:51:38.034346Z","steps":["trace[1291290177] 'range keys from in-memory index tree' (duration: 549.922406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:38.034686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.042189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:38.034713Z","caller":"traceutil/trace.go:171","msg":"trace[659244099] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15835; }","duration":"533.06924ms","start":"2026-04-23T02:51:37.501634Z","end":"2026-04-23T02:51:38.034703Z","steps":["trace[659244099] 'count revisions from in-memory index tree' (duration: 532.956377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:38.034733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:37.501574Z","time spent":"533.154233ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:53:33.584645Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14292} {"level":"info","ts":"2026-04-23T02:53:33.673403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14292,"took":"85.674901ms","hash":2245381078,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":31379456,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T02:53:33.673504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2245381078,"revision":14292,"compact-revision":12275} {"level":"info","ts":"2026-04-23T02:54:34.050067Z","caller":"traceutil/trace.go:171","msg":"trace[2058774001] linearizableReadLoop","detail":"{readStateIndex:17875; appliedIndex:17874; }","duration":"130.676992ms","start":"2026-04-23T02:54:33.919364Z","end":"2026-04-23T02:54:34.050041Z","steps":["trace[2058774001] 'read index received' (duration: 130.452054ms)","trace[2058774001] 'applied index is now lower than readState.Index' (duration: 223.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:54:34.050209Z","caller":"traceutil/trace.go:171","msg":"trace[822235952] transaction","detail":"{read_only:false; response_revision:17267; number_of_response:1; }","duration":"136.580029ms","start":"2026-04-23T02:54:33.913611Z","end":"2026-04-23T02:54:34.050191Z","steps":["trace[822235952] 'process raft request' (duration: 136.239788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:34.050381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.001472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:54:34.05047Z","caller":"traceutil/trace.go:171","msg":"trace[1040091110] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17267; }","duration":"131.114805ms","start":"2026-04-23T02:54:33.919333Z","end":"2026-04-23T02:54:34.050447Z","steps":["trace[1040091110] 'agreement among raft nodes before linearized reading' (duration: 130.981491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:34.0587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.228453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-23T02:54:34.058759Z","caller":"traceutil/trace.go:171","msg":"trace[199130733] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17268; }","duration":"139.330077ms","start":"2026-04-23T02:54:33.919413Z","end":"2026-04-23T02:54:34.058743Z","steps":["trace[199130733] 'agreement among raft nodes before linearized reading' (duration: 139.114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:34.059051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.233804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-md6fg\" ","response":"range_response_count:1 size:14274"} {"level":"warn","ts":"2026-04-23T02:54:34.059095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.476555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j5q84\" ","response":"range_response_count:1 size:18667"} {"level":"info","ts":"2026-04-23T02:54:34.05915Z","caller":"traceutil/trace.go:171","msg":"trace[281426854] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-md6fg; range_end:; response_count:1; response_revision:17268; }","duration":"117.341908ms","start":"2026-04-23T02:54:33.941771Z","end":"2026-04-23T02:54:34.059113Z","steps":["trace[281426854] 'agreement among raft nodes before linearized reading' (duration: 116.953905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:34.05906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.848377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-hv6kt\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-04-23T02:54:34.059209Z","caller":"traceutil/trace.go:171","msg":"trace[832216249] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-hv6kt; range_end:; response_count:1; response_revision:17268; }","duration":"137.023313ms","start":"2026-04-23T02:54:33.922173Z","end":"2026-04-23T02:54:34.059196Z","steps":["trace[832216249] 'agreement among raft nodes before linearized reading' (duration: 136.724264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:34.060734Z","caller":"traceutil/trace.go:171","msg":"trace[550498513] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j5q84; range_end:; response_count:1; response_revision:17268; }","duration":"107.633589ms","start":"2026-04-23T02:54:33.951505Z","end":"2026-04-23T02:54:34.059139Z","steps":["trace[550498513] 'agreement among raft nodes before linearized reading' (duration: 107.214156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:36.239731Z","caller":"traceutil/trace.go:171","msg":"trace[534368054] linearizableReadLoop","detail":"{readStateIndex:17891; appliedIndex:17889; }","duration":"176.367204ms","start":"2026-04-23T02:54:36.063336Z","end":"2026-04-23T02:54:36.239703Z","steps":["trace[534368054] 'read index received' (duration: 22.285989ms)","trace[534368054] 'applied index is now lower than readState.Index' (duration: 154.079955ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:54:36.240064Z","caller":"traceutil/trace.go:171","msg":"trace[1154342507] transaction","detail":"{read_only:false; response_revision:17283; number_of_response:1; }","duration":"176.954282ms","start":"2026-04-23T02:54:36.063086Z","end":"2026-04-23T02:54:36.24004Z","steps":["trace[1154342507] 'process raft request' (duration: 176.448126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.240496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.138928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-23T02:54:36.240557Z","caller":"traceutil/trace.go:171","msg":"trace[1973104599] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17283; }","duration":"177.259981ms","start":"2026-04-23T02:54:36.063284Z","end":"2026-04-23T02:54:36.240544Z","steps":["trace[1973104599] 'agreement among raft nodes before linearized reading' (duration: 177.067585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.240705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.066399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T02:54:36.240796Z","caller":"traceutil/trace.go:171","msg":"trace[108970773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17283; }","duration":"173.210243ms","start":"2026-04-23T02:54:36.067567Z","end":"2026-04-23T02:54:36.240778Z","steps":["trace[108970773] 'agreement among raft nodes before linearized reading' (duration: 172.933094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.24107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.977125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-hv6kt\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-04-23T02:54:36.24112Z","caller":"traceutil/trace.go:171","msg":"trace[703067697] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-hv6kt; range_end:; response_count:1; response_revision:17283; }","duration":"150.049027ms","start":"2026-04-23T02:54:36.091059Z","end":"2026-04-23T02:54:36.241108Z","steps":["trace[703067697] 'agreement among raft nodes before linearized reading' (duration: 149.925143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.241166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.370491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-md6fg\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-04-23T02:54:36.241234Z","caller":"traceutil/trace.go:171","msg":"trace[1870931220] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-md6fg; range_end:; response_count:1; response_revision:17283; }","duration":"152.444993ms","start":"2026-04-23T02:54:36.088751Z","end":"2026-04-23T02:54:36.241196Z","steps":["trace[1870931220] 'agreement among raft nodes before linearized reading' (duration: 152.35151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.241468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.685663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T02:54:36.241511Z","caller":"traceutil/trace.go:171","msg":"trace[437002607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17283; }","duration":"170.739914ms","start":"2026-04-23T02:54:36.070762Z","end":"2026-04-23T02:54:36.241501Z","steps":["trace[437002607] 'agreement among raft nodes before linearized reading' (duration: 170.638011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.241079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.532012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j5q84\" ","response":"range_response_count:1 size:18667"} {"level":"info","ts":"2026-04-23T02:54:36.241924Z","caller":"traceutil/trace.go:171","msg":"trace[253402061] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j5q84; range_end:; response_count:1; response_revision:17283; }","duration":"151.419961ms","start":"2026-04-23T02:54:36.090491Z","end":"2026-04-23T02:54:36.241911Z","steps":["trace[253402061] 'agreement among raft nodes before linearized reading' (duration: 150.506602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.242955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.072059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:54:36.242987Z","caller":"traceutil/trace.go:171","msg":"trace[1195713724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17283; }","duration":"173.12457ms","start":"2026-04-23T02:54:36.069855Z","end":"2026-04-23T02:54:36.24298Z","steps":["trace[1195713724] 'agreement among raft nodes before linearized reading' (duration: 173.045827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.243187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.930924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T02:54:36.243333Z","caller":"traceutil/trace.go:171","msg":"trace[388032381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17283; }","duration":"173.089439ms","start":"2026-04-23T02:54:36.070211Z","end":"2026-04-23T02:54:36.2433Z","steps":["trace[388032381] 'agreement among raft nodes before linearized reading' (duration: 172.7999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:36.36463Z","caller":"traceutil/trace.go:171","msg":"trace[2135371856] transaction","detail":"{read_only:false; response_revision:17285; number_of_response:1; }","duration":"115.362725ms","start":"2026-04-23T02:54:36.249249Z","end":"2026-04-23T02:54:36.364612Z","steps":["trace[2135371856] 'process raft request' (duration: 115.262042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:36.36463Z","caller":"traceutil/trace.go:171","msg":"trace[1248713089] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"115.355715ms","start":"2026-04-23T02:54:36.249239Z","end":"2026-04-23T02:54:36.364595Z","steps":["trace[1248713089] 'process raft request' (duration: 92.512529ms)","trace[1248713089] 'compare' (duration: 22.584768ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:54:36.364799Z","caller":"traceutil/trace.go:171","msg":"trace[1938814236] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"113.334211ms","start":"2026-04-23T02:54:36.251438Z","end":"2026-04-23T02:54:36.364772Z","steps":["trace[1938814236] 'process raft request' (duration: 113.133104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:36.364899Z","caller":"traceutil/trace.go:171","msg":"trace[798493870] transaction","detail":"{read_only:false; response_revision:17287; number_of_response:1; }","duration":"113.288429ms","start":"2026-04-23T02:54:36.2516Z","end":"2026-04-23T02:54:36.364889Z","steps":["trace[798493870] 'process raft request' (duration: 113.076863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.428394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.612754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:54:36.428514Z","caller":"traceutil/trace.go:171","msg":"trace[506599254] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17288; }","duration":"110.706678ms","start":"2026-04-23T02:54:36.317748Z","end":"2026-04-23T02:54:36.428455Z","steps":["trace[506599254] 'agreement among raft nodes before linearized reading' (duration: 110.553873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.428468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.583933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:54:36.428624Z","caller":"traceutil/trace.go:171","msg":"trace[1000425658] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17288; }","duration":"104.773709ms","start":"2026-04-23T02:54:36.323822Z","end":"2026-04-23T02:54:36.428596Z","steps":["trace[1000425658] 'agreement among raft nodes before linearized reading' (duration: 104.554472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.428646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.837352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:54:36.428734Z","caller":"traceutil/trace.go:171","msg":"trace[805385875] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17288; }","duration":"110.947835ms","start":"2026-04-23T02:54:36.317767Z","end":"2026-04-23T02:54:36.428715Z","steps":["trace[805385875] 'agreement among raft nodes before linearized reading' (duration: 110.764849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:36.692039Z","caller":"traceutil/trace.go:171","msg":"trace[1093795262] linearizableReadLoop","detail":"{readStateIndex:17897; appliedIndex:17896; }","duration":"254.620339ms","start":"2026-04-23T02:54:36.437392Z","end":"2026-04-23T02:54:36.692012Z","steps":["trace[1093795262] 'read index received' (duration: 254.470204ms)","trace[1093795262] 'applied index is now lower than readState.Index' (duration: 149.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:54:36.692143Z","caller":"traceutil/trace.go:171","msg":"trace[2043998470] transaction","detail":"{read_only:false; response_revision:17289; number_of_response:1; }","duration":"260.629901ms","start":"2026-04-23T02:54:36.431477Z","end":"2026-04-23T02:54:36.692107Z","steps":["trace[2043998470] 'process raft request' (duration: 260.351042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:54:36.692305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.902058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-04-23T02:54:36.692346Z","caller":"traceutil/trace.go:171","msg":"trace[1544069253] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:17289; }","duration":"254.985611ms","start":"2026-04-23T02:54:36.43735Z","end":"2026-04-23T02:54:36.692336Z","steps":["trace[1544069253] 'agreement among raft nodes before linearized reading' (duration: 254.761584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:37.015354Z","caller":"traceutil/trace.go:171","msg":"trace[1820279008] linearizableReadLoop","detail":"{readStateIndex:17898; appliedIndex:17897; }","duration":"132.736147ms","start":"2026-04-23T02:54:36.882594Z","end":"2026-04-23T02:54:37.01533Z","steps":["trace[1820279008] 'read index received' (duration: 132.487879ms)","trace[1820279008] 'applied index is now lower than readState.Index' (duration: 247.348µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:54:37.015493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.876471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:54:37.015479Z","caller":"traceutil/trace.go:171","msg":"trace[1314498640] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"161.855703ms","start":"2026-04-23T02:54:36.853586Z","end":"2026-04-23T02:54:37.015442Z","steps":["trace[1314498640] 'process raft request' (duration: 161.565454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:37.015529Z","caller":"traceutil/trace.go:171","msg":"trace[1338665548] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:17290; }","duration":"132.987105ms","start":"2026-04-23T02:54:36.882531Z","end":"2026-04-23T02:54:37.015518Z","steps":["trace[1338665548] 'agreement among raft nodes before linearized reading' (duration: 132.899843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:39.435639Z","caller":"traceutil/trace.go:171","msg":"trace[551028203] transaction","detail":"{read_only:false; response_revision:17311; number_of_response:1; }","duration":"102.833117ms","start":"2026-04-23T02:54:39.332779Z","end":"2026-04-23T02:54:39.435612Z","steps":["trace[551028203] 'process raft request' (duration: 102.703233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:00.08376Z","caller":"traceutil/trace.go:171","msg":"trace[1960910916] transaction","detail":"{read_only:false; response_revision:18230; number_of_response:1; }","duration":"160.042965ms","start":"2026-04-23T02:56:59.923694Z","end":"2026-04-23T02:57:00.083737Z","steps":["trace[1960910916] 'process raft request' (duration: 103.819838ms)","trace[1960910916] 'compare' (duration: 56.042561ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:07.55272Z","caller":"traceutil/trace.go:171","msg":"trace[1282910314] transaction","detail":"{read_only:false; response_revision:18286; number_of_response:1; }","duration":"119.245089ms","start":"2026-04-23T02:57:07.433448Z","end":"2026-04-23T02:57:07.552693Z","steps":["trace[1282910314] 'process raft request' (duration: 119.094394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:13.370097Z","caller":"traceutil/trace.go:171","msg":"trace[1265197619] linearizableReadLoop","detail":"{readStateIndex:18963; appliedIndex:18962; }","duration":"111.180172ms","start":"2026-04-23T02:57:13.258885Z","end":"2026-04-23T02:57:13.370065Z","steps":["trace[1265197619] 'read index received' (duration: 110.985456ms)","trace[1265197619] 'applied index is now lower than readState.Index' (duration: 193.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:13.370198Z","caller":"traceutil/trace.go:171","msg":"trace[361620538] transaction","detail":"{read_only:false; response_revision:18319; number_of_response:1; }","duration":"112.202705ms","start":"2026-04-23T02:57:13.257965Z","end":"2026-04-23T02:57:13.370168Z","steps":["trace[361620538] 'process raft request' (duration: 111.933316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:13.370554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.643027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:57:13.370632Z","caller":"traceutil/trace.go:171","msg":"trace[897659026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18319; }","duration":"111.72955ms","start":"2026-04-23T02:57:13.258878Z","end":"2026-04-23T02:57:13.370608Z","steps":["trace[897659026] 'agreement among raft nodes before linearized reading' (duration: 111.41896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:13.371029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T02:57:13.371204Z","caller":"traceutil/trace.go:171","msg":"trace[545545876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18319; }","duration":"111.562805ms","start":"2026-04-23T02:57:13.259617Z","end":"2026-04-23T02:57:13.371179Z","steps":["trace[545545876] 'agreement among raft nodes before linearized reading' (duration: 110.807031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:28.491009Z","caller":"traceutil/trace.go:171","msg":"trace[436283163] transaction","detail":"{read_only:false; response_revision:18432; number_of_response:1; }","duration":"179.075879ms","start":"2026-04-23T02:57:28.311906Z","end":"2026-04-23T02:57:28.490981Z","steps":["trace[436283163] 'process raft request' (duration: 178.894744ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:34.635029Z","caller":"traceutil/trace.go:171","msg":"trace[3867053] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"121.077137ms","start":"2026-04-23T02:57:34.513915Z","end":"2026-04-23T02:57:34.634992Z","steps":["trace[3867053] 'process raft request' (duration: 120.794988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:34.779473Z","caller":"traceutil/trace.go:171","msg":"trace[301769054] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"118.911278ms","start":"2026-04-23T02:57:34.660531Z","end":"2026-04-23T02:57:34.779443Z","steps":["trace[301769054] 'process raft request' (duration: 118.749403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:35.35426Z","caller":"traceutil/trace.go:171","msg":"trace[609233484] transaction","detail":"{read_only:false; response_revision:18467; number_of_response:1; }","duration":"356.753204ms","start":"2026-04-23T02:57:34.997482Z","end":"2026-04-23T02:57:35.354235Z","steps":["trace[609233484] 'process raft request' (duration: 356.60305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:35.354267Z","caller":"traceutil/trace.go:171","msg":"trace[1138754070] linearizableReadLoop","detail":"{readStateIndex:19115; appliedIndex:19115; }","duration":"312.925452ms","start":"2026-04-23T02:57:35.041316Z","end":"2026-04-23T02:57:35.354241Z","steps":["trace[1138754070] 'read index received' (duration: 312.915341ms)","trace[1138754070] 'applied index is now lower than readState.Index' (duration: 8.081µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:35.354433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:34.997457Z","time spent":"356.883899ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:57:35.354602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.283014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T02:57:35.354665Z","caller":"traceutil/trace.go:171","msg":"trace[419250478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18467; }","duration":"313.391357ms","start":"2026-04-23T02:57:35.04126Z","end":"2026-04-23T02:57:35.354651Z","steps":["trace[419250478] 'agreement among raft nodes before linearized reading' (duration: 313.051196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:35.354703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:35.041235Z","time spent":"313.456669ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:57:35.369099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.032387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T02:57:35.369211Z","caller":"traceutil/trace.go:171","msg":"trace[1078880154] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18468; }","duration":"263.196701ms","start":"2026-04-23T02:57:35.105988Z","end":"2026-04-23T02:57:35.369185Z","steps":["trace[1078880154] 'agreement among raft nodes before linearized reading' (duration: 262.962294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:35.369101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.084172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T02:57:35.369448Z","caller":"traceutil/trace.go:171","msg":"trace[225264414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18468; }","duration":"101.421942ms","start":"2026-04-23T02:57:35.267947Z","end":"2026-04-23T02:57:35.369369Z","steps":["trace[225264414] 'agreement among raft nodes before linearized reading' (duration: 100.974038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:35.369598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.839159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T02:57:35.369988Z","caller":"traceutil/trace.go:171","msg":"trace[621675557] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18468; }","duration":"279.306084ms","start":"2026-04-23T02:57:35.090657Z","end":"2026-04-23T02:57:35.369964Z","steps":["trace[621675557] 'agreement among raft nodes before linearized reading' (duration: 278.128227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:36.120882Z","caller":"traceutil/trace.go:171","msg":"trace[98455080] transaction","detail":"{read_only:false; response_revision:18472; number_of_response:1; }","duration":"589.995704ms","start":"2026-04-23T02:57:35.530853Z","end":"2026-04-23T02:57:36.120848Z","steps":["trace[98455080] 'process raft request' (duration: 499.493059ms)","trace[98455080] 'compare' (duration: 90.268378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:36.121034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:35.530844Z","time spent":"590.111789ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:36.121024Z","caller":"traceutil/trace.go:171","msg":"trace[2101075808] linearizableReadLoop","detail":"{readStateIndex:19120; appliedIndex:19119; }","duration":"589.891281ms","start":"2026-04-23T02:57:35.531067Z","end":"2026-04-23T02:57:36.120958Z","steps":["trace[2101075808] 'read index received' (duration: 499.344364ms)","trace[2101075808] 'applied index is now lower than readState.Index' (duration: 90.540717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:36.121384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.194199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-04-23T02:57:36.121433Z","caller":"traceutil/trace.go:171","msg":"trace[280673080] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2kwz4; range_end:; response_count:1; response_revision:18473; }","duration":"397.279271ms","start":"2026-04-23T02:57:35.724139Z","end":"2026-04-23T02:57:36.121419Z","steps":["trace[280673080] 'agreement among raft nodes before linearized reading' (duration: 397.083985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.121462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:35.724117Z","time spent":"397.338204ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2kwz4\" "} {"level":"warn","ts":"2026-04-23T02:57:36.121954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.295564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T02:57:36.122011Z","caller":"traceutil/trace.go:171","msg":"trace[751730952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18473; }","duration":"590.932155ms","start":"2026-04-23T02:57:35.531057Z","end":"2026-04-23T02:57:36.121989Z","steps":["trace[751730952] 'agreement among raft nodes before linearized reading' (duration: 590.128229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.122057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:35.531053Z","time spent":"590.990876ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:57:36.696788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342197289,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:57:36.861366Z","caller":"traceutil/trace.go:171","msg":"trace[90023100] linearizableReadLoop","detail":"{readStateIndex:19124; appliedIndex:19122; }","duration":"664.837732ms","start":"2026-04-23T02:57:36.196505Z","end":"2026-04-23T02:57:36.861343Z","steps":["trace[90023100] 'read index received' (duration: 594.052404ms)","trace[90023100] 'applied index is now lower than readState.Index' (duration: 70.784198ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:36.861635Z","caller":"traceutil/trace.go:171","msg":"trace[1103146049] transaction","detail":"{read_only:false; response_revision:18475; number_of_response:1; }","duration":"723.291349ms","start":"2026-04-23T02:57:36.138331Z","end":"2026-04-23T02:57:36.861622Z","steps":["trace[1103146049] 'process raft request' (duration: 652.223012ms)","trace[1103146049] 'compare' (duration: 70.374705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:36.861751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:36.138313Z","time spent":"723.361072ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:36.861945Z","caller":"traceutil/trace.go:171","msg":"trace[1345208766] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"213.646268ms","start":"2026-04-23T02:57:36.648288Z","end":"2026-04-23T02:57:36.861934Z","steps":["trace[1345208766] 'process raft request' (duration: 212.953826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.86226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.749451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T02:57:36.862285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.558728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:36.862321Z","caller":"traceutil/trace.go:171","msg":"trace[1555816132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18476; }","duration":"665.836174ms","start":"2026-04-23T02:57:36.196468Z","end":"2026-04-23T02:57:36.862304Z","steps":["trace[1555816132] 'agreement among raft nodes before linearized reading' (duration: 665.677259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.862298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.67899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T02:57:36.862362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:36.19645Z","time spent":"665.905187ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:57:36.86236Z","caller":"traceutil/trace.go:171","msg":"trace[1491428143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18476; }","duration":"418.658971ms","start":"2026-04-23T02:57:36.443671Z","end":"2026-04-23T02:57:36.86233Z","steps":["trace[1491428143] 'agreement among raft nodes before linearized reading' (duration: 418.550247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.862899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:36.443654Z","time spent":"419.231249ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:57:36.862315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.55152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T02:57:36.863436Z","caller":"traceutil/trace.go:171","msg":"trace[978192266] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:18476; }","duration":"584.699776ms","start":"2026-04-23T02:57:36.278714Z","end":"2026-04-23T02:57:36.863414Z","steps":["trace[978192266] 'agreement among raft nodes before linearized reading' (duration: 583.481888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.8635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:36.27867Z","time spent":"584.81434ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:57:36.862658Z","caller":"traceutil/trace.go:171","msg":"trace[203735016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:18476; }","duration":"412.088472ms","start":"2026-04-23T02:57:36.450544Z","end":"2026-04-23T02:57:36.862633Z","steps":["trace[203735016] 'agreement among raft nodes before linearized reading' (duration: 411.668729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:36.863777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:36.450523Z","time spent":"413.232379ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:57:37.741365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.626854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:37.741498Z","caller":"traceutil/trace.go:171","msg":"trace[1135693080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18476; }","duration":"256.773438ms","start":"2026-04-23T02:57:37.484703Z","end":"2026-04-23T02:57:37.741476Z","steps":["trace[1135693080] 'range keys from in-memory index tree' (duration: 256.599373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:37.741616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.107927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-23T02:57:37.741658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.57198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:37.74171Z","caller":"traceutil/trace.go:171","msg":"trace[2079767380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18476; }","duration":"470.628252ms","start":"2026-04-23T02:57:37.271066Z","end":"2026-04-23T02:57:37.741694Z","steps":["trace[2079767380] 'range keys from in-memory index tree' (duration: 470.506818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:37.741708Z","caller":"traceutil/trace.go:171","msg":"trace[1522594665] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:18476; }","duration":"691.228081ms","start":"2026-04-23T02:57:37.050456Z","end":"2026-04-23T02:57:37.741684Z","steps":["trace[1522594665] 'range keys from in-memory index tree' (duration: 690.931262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:37.74174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:37.271016Z","time spent":"470.717815ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:57:37.741752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:37.050438Z","time spent":"691.304474ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-04-23T02:57:37.742141Z","caller":"traceutil/trace.go:171","msg":"trace[109509526] linearizableReadLoop","detail":"{readStateIndex:19125; appliedIndex:19124; }","duration":"320.332598ms","start":"2026-04-23T02:57:37.421794Z","end":"2026-04-23T02:57:37.742127Z","steps":["trace[109509526] 'read index received' (duration: 267.567081ms)","trace[109509526] 'applied index is now lower than readState.Index' (duration: 52.764357ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:37.742224Z","caller":"traceutil/trace.go:171","msg":"trace[1731584772] transaction","detail":"{read_only:false; response_revision:18477; number_of_response:1; }","duration":"381.338145ms","start":"2026-04-23T02:57:37.360868Z","end":"2026-04-23T02:57:37.742206Z","steps":["trace[1731584772] 'process raft request' (duration: 328.588509ms)","trace[1731584772] 'compare' (duration: 51.751855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:37.742287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:37.360832Z","time spent":"381.415318ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:57:37.742265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.032419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T02:57:37.742335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.541984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T02:57:37.742356Z","caller":"traceutil/trace.go:171","msg":"trace[1030634810] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18476; }","duration":"552.848614ms","start":"2026-04-23T02:57:37.189484Z","end":"2026-04-23T02:57:37.742333Z","steps":["trace[1030634810] 'count revisions from in-memory index tree' (duration: 551.913295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:37.742371Z","caller":"traceutil/trace.go:171","msg":"trace[1683856732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18477; }","duration":"320.583165ms","start":"2026-04-23T02:57:37.421779Z","end":"2026-04-23T02:57:37.742362Z","steps":["trace[1683856732] 'agreement among raft nodes before linearized reading' (duration: 320.435611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:37.742402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:37.421763Z","time spent":"320.630897ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:57:37.742432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:37.189462Z","time spent":"552.933927ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":190,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:57:37.742436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.171763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T02:57:37.742449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.289728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-04-23T02:57:37.742527Z","caller":"traceutil/trace.go:171","msg":"trace[573662058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18477; }","duration":"309.303647ms","start":"2026-04-23T02:57:37.433201Z","end":"2026-04-23T02:57:37.742504Z","steps":["trace[573662058] 'agreement among raft nodes before linearized reading' (duration: 309.051439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:37.742533Z","caller":"traceutil/trace.go:171","msg":"trace[1968739369] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cjxjj; range_end:; response_count:1; response_revision:18477; }","duration":"197.401882ms","start":"2026-04-23T02:57:37.54511Z","end":"2026-04-23T02:57:37.742512Z","steps":["trace[1968739369] 'agreement among raft nodes before linearized reading' (duration: 197.189825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:37.742579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:37.433181Z","time spent":"309.38846ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:57:37.742967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.146324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T02:57:37.742998Z","caller":"traceutil/trace.go:171","msg":"trace[257305144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18477; }","duration":"220.218806ms","start":"2026-04-23T02:57:37.522773Z","end":"2026-04-23T02:57:37.742992Z","steps":["trace[257305144] 'agreement among raft nodes before linearized reading' (duration: 219.682189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:37.872989Z","caller":"traceutil/trace.go:171","msg":"trace[1166590696] transaction","detail":"{read_only:false; response_revision:18480; number_of_response:1; }","duration":"125.696234ms","start":"2026-04-23T02:57:37.747269Z","end":"2026-04-23T02:57:37.872965Z","steps":["trace[1166590696] 'process raft request' (duration: 125.633942ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:37.873041Z","caller":"traceutil/trace.go:171","msg":"trace[1645397163] transaction","detail":"{read_only:false; response_revision:18478; number_of_response:1; }","duration":"125.836678ms","start":"2026-04-23T02:57:37.747146Z","end":"2026-04-23T02:57:37.872983Z","steps":["trace[1645397163] 'process raft request' (duration: 122.194962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:37.87311Z","caller":"traceutil/trace.go:171","msg":"trace[1418974498] transaction","detail":"{read_only:false; response_revision:18479; number_of_response:1; }","duration":"125.886979ms","start":"2026-04-23T02:57:37.74719Z","end":"2026-04-23T02:57:37.873077Z","steps":["trace[1418974498] 'process raft request' (duration: 125.616101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:42.797717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.617859ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T02:57:42.797824Z","caller":"traceutil/trace.go:171","msg":"trace[1039117758] linearizableReadLoop","detail":"{readStateIndex:19224; appliedIndex:19223; }","duration":"235.43502ms","start":"2026-04-23T02:57:42.56237Z","end":"2026-04-23T02:57:42.797805Z","steps":["trace[1039117758] 'read index received' (duration: 14.707087ms)","trace[1039117758] 'applied index is now lower than readState.Index' (duration: 220.726383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:42.798375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.993827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bad5ef00-7a3e-46e1-94d1-6823e0052ef3\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-04-23T02:57:42.798422Z","caller":"traceutil/trace.go:171","msg":"trace[1795331802] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bad5ef00-7a3e-46e1-94d1-6823e0052ef3; range_end:; response_count:1; response_revision:18574; }","duration":"236.08465ms","start":"2026-04-23T02:57:42.562324Z","end":"2026-04-23T02:57:42.798409Z","steps":["trace[1795331802] 'agreement among raft nodes before linearized reading' (duration: 235.897504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:42.798409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.213131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:42.798486Z","caller":"traceutil/trace.go:171","msg":"trace[1796069157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18574; }","duration":"115.342515ms","start":"2026-04-23T02:57:42.683123Z","end":"2026-04-23T02:57:42.798465Z","steps":["trace[1796069157] 'agreement among raft nodes before linearized reading' (duration: 115.20531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:45.86667Z","caller":"traceutil/trace.go:171","msg":"trace[1213004679] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"103.415666ms","start":"2026-04-23T02:57:45.763219Z","end":"2026-04-23T02:57:45.866635Z","steps":["trace[1213004679] 'process raft request' (duration: 103.181509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:46.096937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.465597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T02:57:46.096957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.58473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cjxjj\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-04-23T02:57:46.097035Z","caller":"traceutil/trace.go:171","msg":"trace[1324115517] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:18590; }","duration":"103.608972ms","start":"2026-04-23T02:57:45.993402Z","end":"2026-04-23T02:57:46.097011Z","steps":["trace[1324115517] 'count revisions from in-memory index tree' (duration: 103.376755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:46.097055Z","caller":"traceutil/trace.go:171","msg":"trace[787900066] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cjxjj; range_end:; response_count:1; response_revision:18590; }","duration":"204.722455ms","start":"2026-04-23T02:57:45.892308Z","end":"2026-04-23T02:57:46.097031Z","steps":["trace[787900066] 'range keys from in-memory index tree' (duration: 204.401374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:46.09741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.485661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T02:57:46.097458Z","caller":"traceutil/trace.go:171","msg":"trace[1686518733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18590; }","duration":"184.577614ms","start":"2026-04-23T02:57:45.912866Z","end":"2026-04-23T02:57:46.097443Z","steps":["trace[1686518733] 'range keys from in-memory index tree' (duration: 184.370478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:46.097649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.518382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T02:57:46.09771Z","caller":"traceutil/trace.go:171","msg":"trace[1073028771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18590; }","duration":"184.597245ms","start":"2026-04-23T02:57:45.913098Z","end":"2026-04-23T02:57:46.097696Z","steps":["trace[1073028771] 'range keys from in-memory index tree' (duration: 184.418549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:46.098083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.978821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T02:57:46.098389Z","caller":"traceutil/trace.go:171","msg":"trace[1678841249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18590; }","duration":"182.150947ms","start":"2026-04-23T02:57:45.916024Z","end":"2026-04-23T02:57:46.098175Z","steps":["trace[1678841249] 'range keys from in-memory index tree' (duration: 181.793495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:58:33.600454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16638} {"level":"info","ts":"2026-04-23T02:58:33.751792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16638,"took":"147.468605ms","hash":666257781,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":32960512,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T02:58:33.751842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":666257781,"revision":16638,"compact-revision":14292} {"level":"info","ts":"2026-04-23T02:59:00.421576Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":20005,"local-member-snapshot-index":10004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T02:59:00.426904Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20005} {"level":"info","ts":"2026-04-23T02:59:00.427016Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15005} {"level":"info","ts":"2026-04-23T03:02:03.502637Z","caller":"traceutil/trace.go:171","msg":"trace[1611352817] transaction","detail":"{read_only:false; response_revision:20753; number_of_response:1; }","duration":"106.995617ms","start":"2026-04-23T03:02:03.395619Z","end":"2026-04-23T03:02:03.502614Z","steps":["trace[1611352817] 'process raft request' (duration: 98.816548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:02:03.502971Z","caller":"traceutil/trace.go:171","msg":"trace[1975639433] transaction","detail":"{read_only:false; response_revision:20754; number_of_response:1; }","duration":"107.09405ms","start":"2026-04-23T03:02:03.395869Z","end":"2026-04-23T03:02:03.502963Z","steps":["trace[1975639433] 'process raft request' (duration: 106.706908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:02:03.878106Z","caller":"traceutil/trace.go:171","msg":"trace[1183254122] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20757; }","duration":"117.927585ms","start":"2026-04-23T03:02:03.760153Z","end":"2026-04-23T03:02:03.878081Z","steps":["trace[1183254122] 'process raft request' (duration: 97.030851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:20.616314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342205079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:03:20.681729Z","caller":"traceutil/trace.go:171","msg":"trace[441796378] transaction","detail":"{read_only:false; response_revision:21208; number_of_response:1; }","duration":"613.651587ms","start":"2026-04-23T03:03:20.068027Z","end":"2026-04-23T03:03:20.681678Z","steps":["trace[441796378] 'process raft request' (duration: 599.910011ms)","trace[441796378] 'compare' (duration: 13.326673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:20.682117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:20.068005Z","time spent":"613.817273ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:20.684553Z","caller":"traceutil/trace.go:171","msg":"trace[1609232530] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"330.700391ms","start":"2026-04-23T03:03:20.35379Z","end":"2026-04-23T03:03:20.684491Z","steps":["trace[1609232530] 'process raft request' (duration: 330.34832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:20.68454Z","caller":"traceutil/trace.go:171","msg":"trace[923589500] linearizableReadLoop","detail":"{readStateIndex:21943; appliedIndex:21941; }","duration":"568.690909ms","start":"2026-04-23T03:03:20.115627Z","end":"2026-04-23T03:03:20.684318Z","steps":["trace[923589500] 'read index received' (duration: 552.307489ms)","trace[923589500] 'applied index is now lower than readState.Index' (duration: 16.38218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:20.684766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:20.353765Z","time spent":"330.886967ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:20.684794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.83343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:20.684834Z","caller":"traceutil/trace.go:171","msg":"trace[1300047406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21209; }","duration":"412.920733ms","start":"2026-04-23T03:03:20.271897Z","end":"2026-04-23T03:03:20.684818Z","steps":["trace[1300047406] 'agreement among raft nodes before linearized reading' (duration: 412.83098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:20.684819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.453951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:03:20.684833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.159154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:03:20.684894Z","caller":"traceutil/trace.go:171","msg":"trace[418387904] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21209; }","duration":"146.566764ms","start":"2026-04-23T03:03:20.538305Z","end":"2026-04-23T03:03:20.684871Z","steps":["trace[418387904] 'agreement among raft nodes before linearized reading' (duration: 146.449161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:20.684959Z","caller":"traceutil/trace.go:171","msg":"trace[1724249303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21209; }","duration":"569.36845ms","start":"2026-04-23T03:03:20.115569Z","end":"2026-04-23T03:03:20.684938Z","steps":["trace[1724249303] 'agreement among raft nodes before linearized reading' (duration: 569.006579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:20.685063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:20.115541Z","time spent":"569.486174ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:20.684872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:20.271881Z","time spent":"412.983115ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:03:26.123377Z","caller":"traceutil/trace.go:171","msg":"trace[277579733] linearizableReadLoop","detail":"{readStateIndex:21970; appliedIndex:21969; }","duration":"252.501779ms","start":"2026-04-23T03:03:25.870852Z","end":"2026-04-23T03:03:26.123353Z","steps":["trace[277579733] 'read index received' (duration: 247.546281ms)","trace[277579733] 'applied index is now lower than readState.Index' (duration: 4.954798ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:26.12348Z","caller":"traceutil/trace.go:171","msg":"trace[2143089678] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"362.377538ms","start":"2026-04-23T03:03:25.761078Z","end":"2026-04-23T03:03:26.123455Z","steps":["trace[2143089678] 'process raft request' (duration: 357.334528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:26.123585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.392754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:03:26.123585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.724205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7ff469c5f6-tsc86.18a8dd38110fee5a\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-23T03:03:26.123643Z","caller":"traceutil/trace.go:171","msg":"trace[585207679] range","detail":"{range_begin:/registry/events/openstack/heat-api-7ff469c5f6-tsc86.18a8dd38110fee5a; range_end:; response_count:1; response_revision:21235; }","duration":"252.816998ms","start":"2026-04-23T03:03:25.87081Z","end":"2026-04-23T03:03:26.123627Z","steps":["trace[585207679] 'agreement among raft nodes before linearized reading' (duration: 252.644533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:26.123745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.809643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:03:26.123809Z","caller":"traceutil/trace.go:171","msg":"trace[1807175190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21235; }","duration":"135.861874ms","start":"2026-04-23T03:03:25.987904Z","end":"2026-04-23T03:03:26.123766Z","steps":["trace[1807175190] 'agreement among raft nodes before linearized reading' (duration: 135.756971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:26.123648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.637558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:26.123903Z","caller":"traceutil/trace.go:171","msg":"trace[12080637] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21235; }","duration":"118.910766ms","start":"2026-04-23T03:03:26.004976Z","end":"2026-04-23T03:03:26.123887Z","steps":["trace[12080637] 'agreement among raft nodes before linearized reading' (duration: 118.649907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:26.123614Z","caller":"traceutil/trace.go:171","msg":"trace[307459237] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21235; }","duration":"240.466547ms","start":"2026-04-23T03:03:25.88314Z","end":"2026-04-23T03:03:26.123606Z","steps":["trace[307459237] 'agreement among raft nodes before linearized reading' (duration: 240.324852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:26.126077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:25.761058Z","time spent":"362.486571ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:26.768784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342205146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:27.27004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342205146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:27.740769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.839315ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:27.740877Z","caller":"traceutil/trace.go:171","msg":"trace[1380305879] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21235; }","duration":"255.956299ms","start":"2026-04-23T03:03:27.484904Z","end":"2026-04-23T03:03:27.74086Z","steps":["trace[1380305879] 'range keys from in-memory index tree' (duration: 255.818944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:27.741255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515364522s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T03:03:27.741301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.125979Z","time spent":"1.615319196s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:03:27.770813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342205146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:27.823513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597606564s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:03:27.824613Z","caller":"traceutil/trace.go:171","msg":"trace[1896165118] transaction","detail":"{read_only:false; response_revision:21237; number_of_response:1; }","duration":"1.697035711s","start":"2026-04-23T03:03:26.127556Z","end":"2026-04-23T03:03:27.824592Z","steps":["trace[1896165118] 'process raft request' (duration: 1.69699501s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:27.824726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.127534Z","time spent":"1.697123503s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:27.824794Z","caller":"traceutil/trace.go:171","msg":"trace[1923959040] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"1.697508536s","start":"2026-04-23T03:03:26.12727Z","end":"2026-04-23T03:03:27.824778Z","steps":["trace[1923959040] 'process raft request' (duration: 1.697139555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:27.824858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.127257Z","time spent":"1.697568618s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:28.268551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:03:28.268628Z","caller":"traceutil/trace.go:171","msg":"trace[610972856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358023s","start":"2026-04-23T03:03:26.268253Z","end":"2026-04-23T03:03:28.268611Z","steps":["trace[610972856] 'agreement among raft nodes before linearized reading' (duration: 2.000257299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:28.268667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.268237Z","time spent":"2.000422875s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:28.822337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.750768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:03:28.82258Z","caller":"traceutil/trace.go:171","msg":"trace[1383680229] linearizableReadLoop","detail":"{readStateIndex:21977; appliedIndex:21971; }","duration":"2.554269763s","start":"2026-04-23T03:03:26.268297Z","end":"2026-04-23T03:03:28.822567Z","steps":["trace[1383680229] 'read index received' (duration: 1.556104825s)","trace[1383680229] 'applied index is now lower than readState.Index' (duration: 998.163808ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:28.822799Z","caller":"traceutil/trace.go:171","msg":"trace[1384891122] transaction","detail":"{read_only:false; response_revision:21238; number_of_response:1; }","duration":"2.118718822s","start":"2026-04-23T03:03:26.704066Z","end":"2026-04-23T03:03:28.822785Z","steps":["trace[1384891122] 'process raft request' (duration: 1.613448807s)","trace[1384891122] 'compare' (duration: 503.963614ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:28.823016Z","caller":"traceutil/trace.go:171","msg":"trace[2122018888] transaction","detail":"{read_only:false; response_revision:21241; number_of_response:1; }","duration":"1.08008855s","start":"2026-04-23T03:03:27.742903Z","end":"2026-04-23T03:03:28.822992Z","steps":["trace[2122018888] 'process raft request' (duration: 1.079611944s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:28.823061Z","caller":"traceutil/trace.go:171","msg":"trace[474905347] transaction","detail":"{read_only:false; response_revision:21239; number_of_response:1; }","duration":"1.386612833s","start":"2026-04-23T03:03:27.436435Z","end":"2026-04-23T03:03:28.823048Z","steps":["trace[474905347] 'process raft request' (duration: 1.385983373s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:28.823119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:27.436416Z","time spent":"1.386671555s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:28.823131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:27.742885Z","time spent":"1.080187612s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:28.823769Z","caller":"traceutil/trace.go:171","msg":"trace[78507271] transaction","detail":"{read_only:false; response_revision:21240; number_of_response:1; }","duration":"1.163806057s","start":"2026-04-23T03:03:27.659459Z","end":"2026-04-23T03:03:28.823265Z","steps":["trace[78507271] 'process raft request' (duration: 1.163033993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:28.823832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:27.659432Z","time spent":"1.164371475s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:28.823903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.704046Z","time spent":"2.118785754s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:30.006557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085060346s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:03:30.006828Z","caller":"traceutil/trace.go:171","msg":"trace[785080942] transaction","detail":"{read_only:false; response_revision:21245; number_of_response:1; }","duration":"943.978946ms","start":"2026-04-23T03:03:29.062833Z","end":"2026-04-23T03:03:30.006812Z","steps":["trace[785080942] 'process raft request' (duration: 943.943125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.006899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:29.06281Z","time spent":"944.057049ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:30.007073Z","caller":"traceutil/trace.go:171","msg":"trace[581603815] transaction","detail":"{read_only:false; response_revision:21242; number_of_response:1; }","duration":"1.877802621s","start":"2026-04-23T03:03:28.129259Z","end":"2026-04-23T03:03:30.007062Z","steps":["trace[581603815] 'process raft request' (duration: 792.166637ms)","trace[581603815] 'compare' (duration: 1.084697074s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:30.007132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.129231Z","time spent":"1.877871352s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:30.007404Z","caller":"traceutil/trace.go:171","msg":"trace[2081729751] transaction","detail":"{read_only:false; response_revision:21243; number_of_response:1; }","duration":"1.875238238s","start":"2026-04-23T03:03:28.132153Z","end":"2026-04-23T03:03:30.007392Z","steps":["trace[2081729751] 'process raft request' (duration: 1.874504815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.007464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.132143Z","time spent":"1.875292001s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:30.007585Z","caller":"traceutil/trace.go:171","msg":"trace[7211314] linearizableReadLoop","detail":"{readStateIndex:21980; appliedIndex:21977; }","duration":"1.184964849s","start":"2026-04-23T03:03:28.822604Z","end":"2026-04-23T03:03:30.007569Z","steps":["trace[7211314] 'read index received' (duration: 98.785987ms)","trace[7211314] 'applied index is now lower than readState.Index' (duration: 1.086177022s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:30.00781Z","caller":"traceutil/trace.go:171","msg":"trace[396271148] transaction","detail":"{read_only:false; response_revision:21244; number_of_response:1; }","duration":"1.668268936s","start":"2026-04-23T03:03:28.339525Z","end":"2026-04-23T03:03:30.007794Z","steps":["trace[396271148] 'process raft request' (duration: 1.667215653s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.007901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74899055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:30.007942Z","caller":"traceutil/trace.go:171","msg":"trace[492988045] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21245; }","duration":"1.749073763s","start":"2026-04-23T03:03:28.258858Z","end":"2026-04-23T03:03:30.007931Z","steps":["trace[492988045] 'agreement among raft nodes before linearized reading' (duration: 1.74900045s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.007965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.258839Z","time spent":"1.749119495s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:30.007953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850652858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:03:30.008024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299705248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:03:30.007902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.339505Z","time spent":"1.66836113s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:30.00804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301287535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:03:30.008075Z","caller":"traceutil/trace.go:171","msg":"trace[39371432] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21245; }","duration":"2.299793191s","start":"2026-04-23T03:03:27.708271Z","end":"2026-04-23T03:03:30.008064Z","steps":["trace[39371432] 'agreement among raft nodes before linearized reading' (duration: 2.299615515s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:30.008109Z","caller":"traceutil/trace.go:171","msg":"trace[104418337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21245; }","duration":"3.301394269s","start":"2026-04-23T03:03:26.706697Z","end":"2026-04-23T03:03:30.008091Z","steps":["trace[104418337] 'agreement among raft nodes before linearized reading' (duration: 3.301186552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.008104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739217869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:03:30.008153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.706681Z","time spent":"3.3014647s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:30.008163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.082256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:30.00817Z","caller":"traceutil/trace.go:171","msg":"trace[1010990581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21245; }","duration":"1.739326573s","start":"2026-04-23T03:03:28.268833Z","end":"2026-04-23T03:03:30.00816Z","steps":["trace[1010990581] 'agreement among raft nodes before linearized reading' (duration: 1.73922804s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:30.008194Z","caller":"traceutil/trace.go:171","msg":"trace[1179309433] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21245; }","duration":"691.142628ms","start":"2026-04-23T03:03:29.31704Z","end":"2026-04-23T03:03:30.008183Z","steps":["trace[1179309433] 'agreement among raft nodes before linearized reading' (duration: 691.097806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.008199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.268816Z","time spent":"1.739375505s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:30.008235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603719657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:30.009011Z","caller":"traceutil/trace.go:171","msg":"trace[450603454] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21245; }","duration":"1.604515052s","start":"2026-04-23T03:03:28.404457Z","end":"2026-04-23T03:03:30.008972Z","steps":["trace[450603454] 'agreement among raft nodes before linearized reading' (duration: 1.603734737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.00814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18122926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6b9b7798cd-hzm2p.18a8dd38111ed2c7\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-23T03:03:30.009211Z","caller":"traceutil/trace.go:171","msg":"trace[37716238] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6b9b7798cd-hzm2p.18a8dd38111ed2c7; range_end:; response_count:1; response_revision:21245; }","duration":"1.182284044s","start":"2026-04-23T03:03:28.826876Z","end":"2026-04-23T03:03:30.009161Z","steps":["trace[37716238] 'agreement among raft nodes before linearized reading' (duration: 1.181183149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.007961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937699609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-23T03:03:30.009314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.826863Z","time spent":"1.182379926s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-6b9b7798cd-hzm2p.18a8dd38111ed2c7\" "} {"level":"warn","ts":"2026-04-23T03:03:30.008261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:29.317024Z","time spent":"691.18988ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:30.00947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.404439Z","time spent":"1.604664997s","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:03:30.009303Z","caller":"traceutil/trace.go:171","msg":"trace[332733056] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:21245; }","duration":"2.939040861s","start":"2026-04-23T03:03:27.070239Z","end":"2026-04-23T03:03:30.00928Z","steps":["trace[332733056] 'agreement among raft nodes before linearized reading' (duration: 2.937598536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.009703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:27.070197Z","time spent":"2.939488675s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T03:03:30.008032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662113624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:03:30.009807Z","caller":"traceutil/trace.go:171","msg":"trace[1894220798] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21245; }","duration":"3.663899579s","start":"2026-04-23T03:03:26.345883Z","end":"2026-04-23T03:03:30.009783Z","steps":["trace[1894220798] 'agreement among raft nodes before linearized reading' (duration: 3.66204328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.008111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:27.708255Z","time spent":"2.299845903s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":130,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:30.009869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.345865Z","time spent":"3.663986823s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":135,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:03:30.008034Z","caller":"traceutil/trace.go:171","msg":"trace[308011595] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21245; }","duration":"1.850774402s","start":"2026-04-23T03:03:28.157242Z","end":"2026-04-23T03:03:30.008016Z","steps":["trace[308011595] 'agreement among raft nodes before linearized reading' (duration: 1.850637808s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.010024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:28.157219Z","time spent":"1.852784146s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:30.008264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.573494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:03:30.010118Z","caller":"traceutil/trace.go:171","msg":"trace[224098561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21245; }","duration":"854.485235ms","start":"2026-04-23T03:03:29.155616Z","end":"2026-04-23T03:03:30.010102Z","steps":["trace[224098561] 'agreement among raft nodes before linearized reading' (duration: 852.541093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.010165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:29.155598Z","time spent":"854.554686ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:03:30.008286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.408596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:30.010255Z","caller":"traceutil/trace.go:171","msg":"trace[996492886] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21245; }","duration":"596.390099ms","start":"2026-04-23T03:03:29.413838Z","end":"2026-04-23T03:03:30.010228Z","steps":["trace[996492886] 'agreement among raft nodes before linearized reading' (duration: 594.418526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.010312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:29.413819Z","time spent":"596.479082ms","remote":"127.0.0.1:57710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:30.008299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.286435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:03:30.010382Z","caller":"traceutil/trace.go:171","msg":"trace[1517023648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21245; }","duration":"182.426713ms","start":"2026-04-23T03:03:29.827944Z","end":"2026-04-23T03:03:30.01037Z","steps":["trace[1517023648] 'agreement among raft nodes before linearized reading' (duration: 180.149551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.008347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297458393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:03:30.010571Z","caller":"traceutil/trace.go:171","msg":"trace[395186511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21245; }","duration":"3.299703344s","start":"2026-04-23T03:03:26.710856Z","end":"2026-04-23T03:03:30.010559Z","steps":["trace[395186511] 'agreement among raft nodes before linearized reading' (duration: 3.297350509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.010611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:26.710846Z","time spent":"3.299753586s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:30.008371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.859991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:03:30.010743Z","caller":"traceutil/trace.go:171","msg":"trace[1803006810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21245; }","duration":"182.223876ms","start":"2026-04-23T03:03:29.828506Z","end":"2026-04-23T03:03:30.01073Z","steps":["trace[1803006810] 'agreement among raft nodes before linearized reading' (duration: 179.81865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.008428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997623372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:03:30.010805Z","caller":"traceutil/trace.go:171","msg":"trace[665184477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21245; }","duration":"3.000021218s","start":"2026-04-23T03:03:27.010762Z","end":"2026-04-23T03:03:30.010784Z","steps":["trace[665184477] 'agreement among raft nodes before linearized reading' (duration: 2.997612892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:30.010884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:27.010744Z","time spent":"3.000119811s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:30.513937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342205161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:31.344043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.931028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T03:03:31.344213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.011004Z","time spent":"1.333205177s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:03:31.344541Z","caller":"traceutil/trace.go:171","msg":"trace[417799577] transaction","detail":"{read_only:false; response_revision:21250; number_of_response:1; }","duration":"1.330388367s","start":"2026-04-23T03:03:30.01414Z","end":"2026-04-23T03:03:31.344528Z","steps":["trace[417799577] 'process raft request' (duration: 1.330341906s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:31.344583Z","caller":"traceutil/trace.go:171","msg":"trace[1707263772] transaction","detail":"{read_only:false; response_revision:21246; number_of_response:1; }","duration":"1.331937567s","start":"2026-04-23T03:03:30.01262Z","end":"2026-04-23T03:03:31.344558Z","steps":["trace[1707263772] 'process raft request' (duration: 1.331498213s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:31.344636Z","caller":"traceutil/trace.go:171","msg":"trace[335635916] transaction","detail":"{read_only:false; response_revision:21249; number_of_response:1; }","duration":"1.330895354s","start":"2026-04-23T03:03:30.013734Z","end":"2026-04-23T03:03:31.344629Z","steps":["trace[335635916] 'process raft request' (duration: 1.330727478s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:31.344643Z","caller":"traceutil/trace.go:171","msg":"trace[2030634668] transaction","detail":"{read_only:false; response_revision:21247; number_of_response:1; }","duration":"1.331863815s","start":"2026-04-23T03:03:30.012773Z","end":"2026-04-23T03:03:31.344636Z","steps":["trace[2030634668] 'process raft request' (duration: 1.331625137s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:31.344671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.013722Z","time spent":"1.330934226s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:31.344733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.012596Z","time spent":"1.332059761s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:31.344758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.012755Z","time spent":"1.331927566s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:31.344748Z","caller":"traceutil/trace.go:171","msg":"trace[50257024] linearizableReadLoop","detail":"{readStateIndex:21988; appliedIndex:21981; }","duration":"1.33139922s","start":"2026-04-23T03:03:30.013326Z","end":"2026-04-23T03:03:31.344725Z","steps":["trace[50257024] 'read index received' (duration: 720.79663ms)","trace[50257024] 'applied index is now lower than readState.Index' (duration: 610.60146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:31.344609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.014121Z","time spent":"1.33044687s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:31.344591Z","caller":"traceutil/trace.go:171","msg":"trace[1372041715] transaction","detail":"{read_only:false; response_revision:21248; number_of_response:1; }","duration":"1.33137777s","start":"2026-04-23T03:03:30.013185Z","end":"2026-04-23T03:03:31.344563Z","steps":["trace[1372041715] 'process raft request' (duration: 1.331249525s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:31.344979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.013171Z","time spent":"1.331785662s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:31.344781Z","caller":"traceutil/trace.go:171","msg":"trace[1771560530] transaction","detail":"{read_only:false; response_revision:21251; number_of_response:1; }","duration":"1.330588724s","start":"2026-04-23T03:03:30.014164Z","end":"2026-04-23T03:03:31.344753Z","steps":["trace[1771560530] 'process raft request' (duration: 1.330342176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:31.34502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331675358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:03:31.345122Z","caller":"traceutil/trace.go:171","msg":"trace[267123760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21251; }","duration":"1.331805152s","start":"2026-04-23T03:03:30.013286Z","end":"2026-04-23T03:03:31.345091Z","steps":["trace[267123760] 'agreement among raft nodes before linearized reading' (duration: 1.331538164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:31.345158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.013269Z","time spent":"1.331880615s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:03:31.345791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.014155Z","time spent":"1.330877193s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:31.845259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342205173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:32.016051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:03:32.016125Z","caller":"traceutil/trace.go:171","msg":"trace[767775265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324162s","start":"2026-04-23T03:03:30.015785Z","end":"2026-04-23T03:03:32.016109Z","steps":["trace[767775265] 'agreement among raft nodes before linearized reading' (duration: 2.000234659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.016173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.015776Z","time spent":"2.000382014s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:03:32.406694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.004447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:03:32.406906Z","caller":"traceutil/trace.go:171","msg":"trace[981587942] transaction","detail":"{read_only:false; response_revision:21254; number_of_response:1; }","duration":"1.572270679s","start":"2026-04-23T03:03:30.83462Z","end":"2026-04-23T03:03:32.406891Z","steps":["trace[981587942] 'process raft request' (duration: 1.572228898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.406977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.8346Z","time spent":"1.572345532s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:32.40715Z","caller":"traceutil/trace.go:171","msg":"trace[1599990572] transaction","detail":"{read_only:false; response_revision:21252; number_of_response:1; }","duration":"1.577572828s","start":"2026-04-23T03:03:30.829565Z","end":"2026-04-23T03:03:32.407137Z","steps":["trace[1599990572] 'process raft request' (duration: 1.385053054s)","trace[1599990572] 'compare' (duration: 191.790791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:32.407212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.829545Z","time spent":"1.577637859s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:32.407343Z","caller":"traceutil/trace.go:171","msg":"trace[1353146159] transaction","detail":"{read_only:false; response_revision:21253; number_of_response:1; }","duration":"1.576090851s","start":"2026-04-23T03:03:30.831229Z","end":"2026-04-23T03:03:32.407319Z","steps":["trace[1353146159] 'process raft request' (duration: 1.575565674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.407482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.831209Z","time spent":"1.576209544s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:32.413605Z","caller":"traceutil/trace.go:171","msg":"trace[1673540555] linearizableReadLoop","detail":"{readStateIndex:21992; appliedIndex:21988; }","duration":"1.068694748s","start":"2026-04-23T03:03:31.344898Z","end":"2026-04-23T03:03:32.413593Z","steps":["trace[1673540555] 'read index received' (duration: 869.73624ms)","trace[1673540555] 'applied index is now lower than readState.Index' (duration: 198.957848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:32.413722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358364346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:32.413763Z","caller":"traceutil/trace.go:171","msg":"trace[1357654341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21256; }","duration":"1.358458079s","start":"2026-04-23T03:03:31.055295Z","end":"2026-04-23T03:03:32.413753Z","steps":["trace[1357654341] 'agreement among raft nodes before linearized reading' (duration: 1.358356346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.413794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:31.055275Z","time spent":"1.358512281s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:03:32.413817Z","caller":"traceutil/trace.go:171","msg":"trace[116793258] transaction","detail":"{read_only:false; response_revision:21256; number_of_response:1; }","duration":"400.333402ms","start":"2026-04-23T03:03:32.01347Z","end":"2026-04-23T03:03:32.413804Z","steps":["trace[116793258] 'process raft request' (duration: 400.089345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.413833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379420155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:03:32.413896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:32.013446Z","time spent":"400.400985ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:32.413905Z","caller":"traceutil/trace.go:171","msg":"trace[366649395] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21256; }","duration":"1.379540789s","start":"2026-04-23T03:03:31.034346Z","end":"2026-04-23T03:03:32.413887Z","steps":["trace[366649395] 'agreement among raft nodes before linearized reading' (duration: 1.379386954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.413871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665704937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:32.413931Z","caller":"traceutil/trace.go:171","msg":"trace[133990802] transaction","detail":"{read_only:false; response_revision:21255; number_of_response:1; }","duration":"1.068347456s","start":"2026-04-23T03:03:31.345551Z","end":"2026-04-23T03:03:32.413899Z","steps":["trace[133990802] 'process raft request' (duration: 1.067934743s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:32.414012Z","caller":"traceutil/trace.go:171","msg":"trace[871493878] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21256; }","duration":"1.665932594s","start":"2026-04-23T03:03:30.748042Z","end":"2026-04-23T03:03:32.413975Z","steps":["trace[871493878] 'agreement among raft nodes before linearized reading' (duration: 1.665663305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.413982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850934419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:03:32.413942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:31.034328Z","time spent":"1.379605271s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:32.414121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:31.34553Z","time spent":"1.068477671s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:32.41416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.748025Z","time spent":"1.666043997s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:03:32.414156Z","caller":"traceutil/trace.go:171","msg":"trace[318829276] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21256; }","duration":"1.851055012s","start":"2026-04-23T03:03:30.563004Z","end":"2026-04-23T03:03:32.414059Z","steps":["trace[318829276] 'agreement among raft nodes before linearized reading' (duration: 1.850770543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.414361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:30.562988Z","time spent":"1.851362202s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":147,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:32.41448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274639878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:32.414647Z","caller":"traceutil/trace.go:171","msg":"trace[1671308809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21256; }","duration":"1.274843914s","start":"2026-04-23T03:03:31.139793Z","end":"2026-04-23T03:03:32.414637Z","steps":["trace[1671308809] 'agreement among raft nodes before linearized reading' (duration: 1.274657398s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:32.414682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:31.139774Z","time spent":"1.274901146s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:33.012981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.191101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:03:33.013115Z","caller":"traceutil/trace.go:171","msg":"trace[43830574] linearizableReadLoop","detail":"{readStateIndex:21994; appliedIndex:21993; }","duration":"599.439455ms","start":"2026-04-23T03:03:32.413638Z","end":"2026-04-23T03:03:33.013077Z","steps":["trace[43830574] 'read index received' (duration: 9.027197ms)","trace[43830574] 'applied index is now lower than readState.Index' (duration: 590.409068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:33.013352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.044181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:33.013409Z","caller":"traceutil/trace.go:171","msg":"trace[125341123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21256; }","duration":"997.139284ms","start":"2026-04-23T03:03:32.016259Z","end":"2026-04-23T03:03:33.013398Z","steps":["trace[125341123] 'agreement among raft nodes before linearized reading' (duration: 996.99214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.013447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:32.016244Z","time spent":"997.193145ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:33.013743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.526913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T03:03:33.013801Z","caller":"traceutil/trace.go:171","msg":"trace[242754083] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21256; }","duration":"597.619507ms","start":"2026-04-23T03:03:32.416168Z","end":"2026-04-23T03:03:33.013788Z","steps":["trace[242754083] 'agreement among raft nodes before linearized reading' (duration: 597.458671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.01383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:32.416156Z","time spent":"597.669169ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:03:33.013844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665836319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T03:03:33.013943Z","caller":"traceutil/trace.go:171","msg":"trace[533559872] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe; range_end:; response_count:1; response_revision:21256; }","duration":"1.665973144s","start":"2026-04-23T03:03:31.347945Z","end":"2026-04-23T03:03:33.013919Z","steps":["trace[533559872] 'agreement among raft nodes before linearized reading' (duration: 1.665722576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.013941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667572805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18258"} {"level":"warn","ts":"2026-04-23T03:03:33.013972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.089677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:33.013993Z","caller":"traceutil/trace.go:171","msg":"trace[1412949578] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21256; }","duration":"179.136969ms","start":"2026-04-23T03:03:32.834847Z","end":"2026-04-23T03:03:33.013984Z","steps":["trace[1412949578] 'agreement among raft nodes before linearized reading' (duration: 179.100128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:33.013995Z","caller":"traceutil/trace.go:171","msg":"trace[512459011] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21256; }","duration":"1.667665748s","start":"2026-04-23T03:03:31.346316Z","end":"2026-04-23T03:03:33.013982Z","steps":["trace[512459011] 'agreement among raft nodes before linearized reading' (duration: 1.667472752s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.013998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:31.347919Z","time spent":"1.666063857s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" "} {"level":"warn","ts":"2026-04-23T03:03:33.014031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:31.346306Z","time spent":"1.667714319s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18281,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:03:33.014116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.415251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:33.014138Z","caller":"traceutil/trace.go:171","msg":"trace[661707918] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21256; }","duration":"215.474873ms","start":"2026-04-23T03:03:32.798658Z","end":"2026-04-23T03:03:33.014132Z","steps":["trace[661707918] 'agreement among raft nodes before linearized reading' (duration: 215.432691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.014193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.640338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:33.014233Z","caller":"traceutil/trace.go:171","msg":"trace[1478103317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:21256; }","duration":"364.717601ms","start":"2026-04-23T03:03:32.649503Z","end":"2026-04-23T03:03:33.014221Z","steps":["trace[1478103317] 'agreement among raft nodes before linearized reading' (duration: 364.649599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.014257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:32.649484Z","time spent":"364.765862ms","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:33.013712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.219872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:33.014447Z","caller":"traceutil/trace.go:171","msg":"trace[1333443833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21256; }","duration":"111.977296ms","start":"2026-04-23T03:03:32.902432Z","end":"2026-04-23T03:03:33.014409Z","steps":["trace[1333443833] 'agreement among raft nodes before linearized reading' (duration: 111.213212ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:33.33095Z","caller":"traceutil/trace.go:171","msg":"trace[626362571] linearizableReadLoop","detail":"{readStateIndex:21995; appliedIndex:21994; }","duration":"309.924322ms","start":"2026-04-23T03:03:33.021002Z","end":"2026-04-23T03:03:33.330926Z","steps":["trace[626362571] 'read index received' (duration: 309.659813ms)","trace[626362571] 'applied index is now lower than readState.Index' (duration: 263.589µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:33.331001Z","caller":"traceutil/trace.go:171","msg":"trace[123070079] transaction","detail":"{read_only:false; response_revision:21257; number_of_response:1; }","duration":"313.217327ms","start":"2026-04-23T03:03:33.017737Z","end":"2026-04-23T03:03:33.330954Z","steps":["trace[123070079] 'process raft request' (duration: 313.01119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.331173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.502908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:03:33.331197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.169209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:33.331219Z","caller":"traceutil/trace.go:171","msg":"trace[1834907135] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21257; }","duration":"257.59044ms","start":"2026-04-23T03:03:33.073618Z","end":"2026-04-23T03:03:33.331208Z","steps":["trace[1834907135] 'agreement among raft nodes before linearized reading' (duration: 257.479246ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:33.331264Z","caller":"traceutil/trace.go:171","msg":"trace[1139120936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21257; }","duration":"310.279633ms","start":"2026-04-23T03:03:33.020967Z","end":"2026-04-23T03:03:33.331246Z","steps":["trace[1139120936] 'agreement among raft nodes before linearized reading' (duration: 310.077766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.331298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:33.020951Z","time spent":"310.340015ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:33.331313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.570501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:33.331387Z","caller":"traceutil/trace.go:171","msg":"trace[470078879] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21257; }","duration":"167.698186ms","start":"2026-04-23T03:03:33.163674Z","end":"2026-04-23T03:03:33.331372Z","steps":["trace[470078879] 'agreement among raft nodes before linearized reading' (duration: 167.550711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:33.331557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:33.017719Z","time spent":"313.547228ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:33.606229Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19130} {"level":"info","ts":"2026-04-23T03:03:33.788725Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19130,"took":"179.772259ms","hash":1069488335,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":29749248,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T03:03:33.788781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1069488335,"revision":19130,"compact-revision":16638} {"level":"warn","ts":"2026-04-23T03:07:04.68426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.243619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:07:04.684381Z","caller":"traceutil/trace.go:171","msg":"trace[1688998669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23010; }","duration":"126.422175ms","start":"2026-04-23T03:07:04.557935Z","end":"2026-04-23T03:07:04.684357Z","steps":["trace[1688998669] 'range keys from in-memory index tree' (duration: 126.121395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:04.943386Z","caller":"traceutil/trace.go:171","msg":"trace[674546172] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"254.818022ms","start":"2026-04-23T03:07:04.68853Z","end":"2026-04-23T03:07:04.943348Z","steps":["trace[674546172] 'process raft request' (duration: 248.288855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:04.943383Z","caller":"traceutil/trace.go:171","msg":"trace[182542649] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"254.7302ms","start":"2026-04-23T03:07:04.688627Z","end":"2026-04-23T03:07:04.943357Z","steps":["trace[182542649] 'process raft request' (duration: 254.648387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:04.943688Z","caller":"traceutil/trace.go:171","msg":"trace[862853233] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"254.820492ms","start":"2026-04-23T03:07:04.688834Z","end":"2026-04-23T03:07:04.943654Z","steps":["trace[862853233] 'process raft request' (duration: 254.675997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:04.943721Z","caller":"traceutil/trace.go:171","msg":"trace[918198164] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"254.928055ms","start":"2026-04-23T03:07:04.688765Z","end":"2026-04-23T03:07:04.943693Z","steps":["trace[918198164] 'process raft request' (duration: 254.553213ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:16.929629Z","caller":"traceutil/trace.go:171","msg":"trace[254896258] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"102.99876ms","start":"2026-04-23T03:07:16.826603Z","end":"2026-04-23T03:07:16.929602Z","steps":["trace[254896258] 'process raft request' (duration: 102.822315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:28.136485Z","caller":"traceutil/trace.go:171","msg":"trace[1509682047] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"150.642285ms","start":"2026-04-23T03:07:27.985802Z","end":"2026-04-23T03:07:28.136445Z","steps":["trace[1509682047] 'process raft request' (duration: 116.622274ms)","trace[1509682047] 'compare' (duration: 33.769343ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:07:28.13862Z","caller":"traceutil/trace.go:171","msg":"trace[155770764] linearizableReadLoop","detail":"{readStateIndex:24398; appliedIndex:24396; }","duration":"150.478359ms","start":"2026-04-23T03:07:27.988122Z","end":"2026-04-23T03:07:28.1386Z","steps":["trace[155770764] 'read index received' (duration: 114.31477ms)","trace[155770764] 'applied index is now lower than readState.Index' (duration: 36.162939ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:07:28.138683Z","caller":"traceutil/trace.go:171","msg":"trace[1327451745] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"144.014264ms","start":"2026-04-23T03:07:27.994636Z","end":"2026-04-23T03:07:28.13865Z","steps":["trace[1327451745] 'process raft request' (duration: 143.861929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:28.138828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.688896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-78487c64cd\" ","response":"range_response_count:1 size:3901"} {"level":"info","ts":"2026-04-23T03:07:28.138862Z","caller":"traceutil/trace.go:171","msg":"trace[1643324217] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-78487c64cd; range_end:; response_count:1; response_revision:23589; }","duration":"150.759788ms","start":"2026-04-23T03:07:27.988091Z","end":"2026-04-23T03:07:28.13885Z","steps":["trace[1643324217] 'agreement among raft nodes before linearized reading' (duration: 150.603193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:28.138953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.499247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-5wsb7\" ","response":"range_response_count:1 size:3490"} {"level":"info","ts":"2026-04-23T03:07:28.139014Z","caller":"traceutil/trace.go:171","msg":"trace[471386285] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-78487c64cd-5wsb7; range_end:; response_count:1; response_revision:23589; }","duration":"148.60566ms","start":"2026-04-23T03:07:27.990393Z","end":"2026-04-23T03:07:28.138998Z","steps":["trace[471386285] 'agreement among raft nodes before linearized reading' (duration: 148.369282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:28.139075Z","caller":"traceutil/trace.go:171","msg":"trace[1455733118] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"152.426652ms","start":"2026-04-23T03:07:27.986604Z","end":"2026-04-23T03:07:28.13903Z","steps":["trace[1455733118] 'process raft request' (duration: 151.792302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:28.139219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.256802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-23T03:07:28.139249Z","caller":"traceutil/trace.go:171","msg":"trace[447564781] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23589; }","duration":"127.314984ms","start":"2026-04-23T03:07:28.011927Z","end":"2026-04-23T03:07:28.139242Z","steps":["trace[447564781] 'agreement among raft nodes before linearized reading' (duration: 127.240691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:28.139426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.423067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-04-23T03:07:28.139454Z","caller":"traceutil/trace.go:171","msg":"trace[92622797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23589; }","duration":"121.474868ms","start":"2026-04-23T03:07:28.017969Z","end":"2026-04-23T03:07:28.139444Z","steps":["trace[92622797] 'agreement among raft nodes before linearized reading' (duration: 121.390675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.881438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.463848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:29.881466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.271805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.881499Z","caller":"traceutil/trace.go:171","msg":"trace[517795101] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"168.979667ms","start":"2026-04-23T03:07:29.712498Z","end":"2026-04-23T03:07:29.881477Z","steps":["trace[517795101] 'process raft request' (duration: 168.023527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.881534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.537551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:29.881539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.020337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.881547Z","caller":"traceutil/trace.go:171","msg":"trace[2009870929] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23651; }","duration":"168.389719ms","start":"2026-04-23T03:07:29.713139Z","end":"2026-04-23T03:07:29.881528Z","steps":["trace[2009870929] 'agreement among raft nodes before linearized reading' (duration: 168.255445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:29.881575Z","caller":"traceutil/trace.go:171","msg":"trace[1381531948] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23651; }","duration":"168.071098ms","start":"2026-04-23T03:07:29.713493Z","end":"2026-04-23T03:07:29.881564Z","steps":["trace[1381531948] 'agreement among raft nodes before linearized reading' (duration: 168.022387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:29.881556Z","caller":"traceutil/trace.go:171","msg":"trace[1043867518] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"144.560662ms","start":"2026-04-23T03:07:29.73699Z","end":"2026-04-23T03:07:29.88155Z","steps":["trace[1043867518] 'agreement among raft nodes before linearized reading' (duration: 144.525931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:29.881495Z","caller":"traceutil/trace.go:171","msg":"trace[723818345] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"144.614284ms","start":"2026-04-23T03:07:29.736873Z","end":"2026-04-23T03:07:29.881487Z","steps":["trace[723818345] 'agreement among raft nodes before linearized reading' (duration: 144.50342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:29.881491Z","caller":"traceutil/trace.go:171","msg":"trace[1319857365] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"168.631926ms","start":"2026-04-23T03:07:29.712827Z","end":"2026-04-23T03:07:29.881459Z","steps":["trace[1319857365] 'process raft request' (duration: 168.413769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.881598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.458251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.881826Z","caller":"traceutil/trace.go:171","msg":"trace[137720788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23651; }","duration":"168.719609ms","start":"2026-04-23T03:07:29.713096Z","end":"2026-04-23T03:07:29.881815Z","steps":["trace[137720788] 'agreement among raft nodes before linearized reading' (duration: 168.450881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.881904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.928259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.881938Z","caller":"traceutil/trace.go:171","msg":"trace[1331023960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23651; }","duration":"181.97893ms","start":"2026-04-23T03:07:29.699947Z","end":"2026-04-23T03:07:29.881925Z","steps":["trace[1331023960] 'agreement among raft nodes before linearized reading' (duration: 181.923198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:29.881352Z","caller":"traceutil/trace.go:171","msg":"trace[55333352] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24460; }","duration":"134.920245ms","start":"2026-04-23T03:07:29.746413Z","end":"2026-04-23T03:07:29.881333Z","steps":["trace[55333352] 'read index received' (duration: 134.029816ms)","trace[55333352] 'applied index is now lower than readState.Index' (duration: 889.779µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:07:29.882203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.107024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.883221Z","caller":"traceutil/trace.go:171","msg":"trace[343461651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23651; }","duration":"183.119167ms","start":"2026-04-23T03:07:29.699997Z","end":"2026-04-23T03:07:29.883116Z","steps":["trace[343461651] 'agreement among raft nodes before linearized reading' (duration: 181.613699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.883283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.07483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.883318Z","caller":"traceutil/trace.go:171","msg":"trace[84288352] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"135.134392ms","start":"2026-04-23T03:07:29.748173Z","end":"2026-04-23T03:07:29.883308Z","steps":["trace[84288352] 'agreement among raft nodes before linearized reading' (duration: 135.07857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.883436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.800223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.88346Z","caller":"traceutil/trace.go:171","msg":"trace[280097894] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"123.844553ms","start":"2026-04-23T03:07:29.759609Z","end":"2026-04-23T03:07:29.883454Z","steps":["trace[280097894] 'agreement among raft nodes before linearized reading' (duration: 123.808112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.883581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.951727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:29.883618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.323518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.883652Z","caller":"traceutil/trace.go:171","msg":"trace[510482522] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"135.38723ms","start":"2026-04-23T03:07:29.748254Z","end":"2026-04-23T03:07:29.883641Z","steps":["trace[510482522] 'agreement among raft nodes before linearized reading' (duration: 135.316058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:29.88372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.126243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:29.883738Z","caller":"traceutil/trace.go:171","msg":"trace[888534317] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"124.145773ms","start":"2026-04-23T03:07:29.759588Z","end":"2026-04-23T03:07:29.883734Z","steps":["trace[888534317] 'agreement among raft nodes before linearized reading' (duration: 124.117642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:29.883604Z","caller":"traceutil/trace.go:171","msg":"trace[2124490241] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23651; }","duration":"124.004539ms","start":"2026-04-23T03:07:29.759594Z","end":"2026-04-23T03:07:29.883599Z","steps":["trace[2124490241] 'agreement among raft nodes before linearized reading' (duration: 123.957387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:31.363453Z","caller":"traceutil/trace.go:171","msg":"trace[581087468] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24511; }","duration":"158.850846ms","start":"2026-04-23T03:07:31.20458Z","end":"2026-04-23T03:07:31.363431Z","steps":["trace[581087468] 'read index received' (duration: 158.551586ms)","trace[581087468] 'applied index is now lower than readState.Index' (duration: 298.27µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:07:31.363506Z","caller":"traceutil/trace.go:171","msg":"trace[1458865125] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"166.638233ms","start":"2026-04-23T03:07:31.196843Z","end":"2026-04-23T03:07:31.363481Z","steps":["trace[1458865125] 'process raft request' (duration: 166.343704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:31.363623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.682124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:31.363612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.00348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:07:31.363668Z","caller":"traceutil/trace.go:171","msg":"trace[1714935387] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0; response_count:0; response_revision:23701; }","duration":"154.771786ms","start":"2026-04-23T03:07:31.208883Z","end":"2026-04-23T03:07:31.363655Z","steps":["trace[1714935387] 'agreement among raft nodes before linearized reading' (duration: 154.680713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:31.3637Z","caller":"traceutil/trace.go:171","msg":"trace[485628154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23701; }","duration":"159.142575ms","start":"2026-04-23T03:07:31.20454Z","end":"2026-04-23T03:07:31.363682Z","steps":["trace[485628154] 'agreement among raft nodes before linearized reading' (duration: 158.98481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:31.363757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.697794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:31.363851Z","caller":"traceutil/trace.go:171","msg":"trace[1584696220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23701; }","duration":"154.823967ms","start":"2026-04-23T03:07:31.209007Z","end":"2026-04-23T03:07:31.363831Z","steps":["trace[1584696220] 'agreement among raft nodes before linearized reading' (duration: 154.631901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:31.363737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.776237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:31.364559Z","caller":"traceutil/trace.go:171","msg":"trace[1014082011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23701; }","duration":"155.617523ms","start":"2026-04-23T03:07:31.208931Z","end":"2026-04-23T03:07:31.364548Z","steps":["trace[1014082011] 'agreement among raft nodes before linearized reading' (duration: 154.750916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:34.811936Z","caller":"traceutil/trace.go:171","msg":"trace[1071716295] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"140.108ms","start":"2026-04-23T03:07:34.671797Z","end":"2026-04-23T03:07:34.811905Z","steps":["trace[1071716295] 'process raft request' (duration: 139.932674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:35.686484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342212419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:07:36.187562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342212419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:07:36.297842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133829862s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:07:36.327858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312303761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:07:36.327959Z","caller":"traceutil/trace.go:171","msg":"trace[627825487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23769; }","duration":"1.312457646s","start":"2026-04-23T03:07:35.015476Z","end":"2026-04-23T03:07:36.327934Z","steps":["trace[627825487] 'range keys from in-memory index tree' (duration: 1.312068323s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.327985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229960855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-5wsb7\" ","response":"range_response_count:1 size:4755"} {"level":"info","ts":"2026-04-23T03:07:36.328048Z","caller":"traceutil/trace.go:171","msg":"trace[582908816] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-78487c64cd-5wsb7; range_end:; response_count:1; response_revision:23769; }","duration":"1.23008722s","start":"2026-04-23T03:07:35.097944Z","end":"2026-04-23T03:07:36.328031Z","steps":["trace[582908816] 'range keys from in-memory index tree' (duration: 1.229749269s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.328075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.097914Z","time spent":"1.230155122s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4778,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-5wsb7\" "} {"level":"warn","ts":"2026-04-23T03:07:36.328005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.015453Z","time spent":"1.312541298s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:07:36.328149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303236113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-04-23T03:07:36.328258Z","caller":"traceutil/trace.go:171","msg":"trace[642226444] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23769; }","duration":"1.303403158s","start":"2026-04-23T03:07:35.024832Z","end":"2026-04-23T03:07:36.328235Z","steps":["trace[642226444] 'range keys from in-memory index tree' (duration: 1.302988535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.328295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.02481Z","time spent":"1.303475881s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-04-23T03:07:36.328745Z","caller":"traceutil/trace.go:171","msg":"trace[1108326606] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"1.16494523s","start":"2026-04-23T03:07:35.163769Z","end":"2026-04-23T03:07:36.328715Z","steps":["trace[1108326606] 'process raft request' (duration: 1.134258095s)","trace[1108326606] 'compare' (duration: 30.51895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:07:36.328868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.163727Z","time spent":"1.165074234s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:36.369673Z","caller":"traceutil/trace.go:171","msg":"trace[51439707] linearizableReadLoop","detail":"{readStateIndex:24590; appliedIndex:24582; }","duration":"1.18351194s","start":"2026-04-23T03:07:35.186127Z","end":"2026-04-23T03:07:36.369639Z","steps":["trace[51439707] 'read index received' (duration: 1.111931106s)","trace[51439707] 'applied index is now lower than readState.Index' (duration: 71.579434ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:07:36.36984Z","caller":"traceutil/trace.go:171","msg":"trace[900872849] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"461.311652ms","start":"2026-04-23T03:07:35.908515Z","end":"2026-04-23T03:07:36.369826Z","steps":["trace[900872849] 'process raft request' (duration: 461.051364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:36.3698Z","caller":"traceutil/trace.go:171","msg":"trace[1348182682] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"788.08495ms","start":"2026-04-23T03:07:35.581649Z","end":"2026-04-23T03:07:36.369734Z","steps":["trace[1348182682] 'process raft request' (duration: 787.804751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:36.369931Z","caller":"traceutil/trace.go:171","msg":"trace[1692907753] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"955.996124ms","start":"2026-04-23T03:07:35.413862Z","end":"2026-04-23T03:07:36.369859Z","steps":["trace[1692907753] 'process raft request' (duration: 955.322603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.370001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.90849Z","time spent":"461.388554ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:36.370039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.581623Z","time spent":"788.293937ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:36.369931Z","caller":"traceutil/trace.go:171","msg":"trace[1623970420] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"892.707463ms","start":"2026-04-23T03:07:35.477181Z","end":"2026-04-23T03:07:36.369888Z","steps":["trace[1623970420] 'process raft request' (duration: 892.225738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.370146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.413833Z","time spent":"956.21308ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:36.370227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.477164Z","time spent":"892.976162ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:36.370308Z","caller":"traceutil/trace.go:171","msg":"trace[26078890] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"460.904559ms","start":"2026-04-23T03:07:35.909327Z","end":"2026-04-23T03:07:36.370231Z","steps":["trace[26078890] 'process raft request' (duration: 460.272559ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:36.370016Z","caller":"traceutil/trace.go:171","msg":"trace[851726190] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"601.218725ms","start":"2026-04-23T03:07:35.768663Z","end":"2026-04-23T03:07:36.369881Z","steps":["trace[851726190] 'process raft request' (duration: 600.828632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.370476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.909289Z","time spent":"461.101285ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:36.370538Z","caller":"traceutil/trace.go:171","msg":"trace[87477381] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"545.070162ms","start":"2026-04-23T03:07:35.825425Z","end":"2026-04-23T03:07:36.370495Z","steps":["trace[87477381] 'process raft request' (duration: 544.104302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.370641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.825395Z","time spent":"545.206256ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:36.370432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184296345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:07:36.370735Z","caller":"traceutil/trace.go:171","msg":"trace[324011340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23777; }","duration":"1.184646146s","start":"2026-04-23T03:07:35.186071Z","end":"2026-04-23T03:07:36.370717Z","steps":["trace[324011340] 'agreement among raft nodes before linearized reading' (duration: 1.18413152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.370793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.186044Z","time spent":"1.184733259s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:07:36.370826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.768637Z","time spent":"601.890006ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:36.379257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193072804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:07:36.37932Z","caller":"traceutil/trace.go:171","msg":"trace[325466458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23779; }","duration":"1.193197418s","start":"2026-04-23T03:07:35.186106Z","end":"2026-04-23T03:07:36.379304Z","steps":["trace[325466458] 'agreement among raft nodes before linearized reading' (duration: 1.193004592s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.379351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.18608Z","time spent":"1.193264269s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:07:36.379353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.84966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:07:36.379416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108859268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:36.379466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191751252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:07:36.379466Z","caller":"traceutil/trace.go:171","msg":"trace[1451528850] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23779; }","duration":"298.975094ms","start":"2026-04-23T03:07:36.080474Z","end":"2026-04-23T03:07:36.379449Z","steps":["trace[1451528850] 'agreement among raft nodes before linearized reading' (duration: 298.818799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.379336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011481475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:36.379555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.887338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:07:36.379561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.575114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:36.379585Z","caller":"traceutil/trace.go:171","msg":"trace[655561875] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23779; }","duration":"426.97074ms","start":"2026-04-23T03:07:35.952605Z","end":"2026-04-23T03:07:36.379576Z","steps":["trace[655561875] 'agreement among raft nodes before linearized reading' (duration: 426.927589ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:36.379595Z","caller":"traceutil/trace.go:171","msg":"trace[513871651] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23779; }","duration":"333.621536ms","start":"2026-04-23T03:07:36.045962Z","end":"2026-04-23T03:07:36.379583Z","steps":["trace[513871651] 'agreement among raft nodes before linearized reading' (duration: 333.573704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.379606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.952577Z","time spent":"427.023582ms","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:07:36.379619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:36.045956Z","time spent":"333.657397ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:07:36.37961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.032614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:07:36.379657Z","caller":"traceutil/trace.go:171","msg":"trace[1107001521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23779; }","duration":"848.137818ms","start":"2026-04-23T03:07:35.531506Z","end":"2026-04-23T03:07:36.379644Z","steps":["trace[1107001521] 'agreement among raft nodes before linearized reading' (duration: 848.061655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.379688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.531485Z","time spent":"848.19624ms","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:07:36.379607Z","caller":"traceutil/trace.go:171","msg":"trace[1897767057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23779; }","duration":"1.011831537s","start":"2026-04-23T03:07:35.367751Z","end":"2026-04-23T03:07:36.379582Z","steps":["trace[1897767057] 'agreement among raft nodes before linearized reading' (duration: 1.011448224s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:36.379509Z","caller":"traceutil/trace.go:171","msg":"trace[1519463707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23779; }","duration":"1.191848815s","start":"2026-04-23T03:07:35.187647Z","end":"2026-04-23T03:07:36.379496Z","steps":["trace[1519463707] 'agreement among raft nodes before linearized reading' (duration: 1.191730191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.379935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.187618Z","time spent":"1.192307149s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:07:36.379951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.36772Z","time spent":"1.012194848s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:07:36.379509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.639058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:263908"} {"level":"info","ts":"2026-04-23T03:07:36.380059Z","caller":"traceutil/trace.go:171","msg":"trace[1196607766] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:23779; }","duration":"352.231896ms","start":"2026-04-23T03:07:36.027815Z","end":"2026-04-23T03:07:36.380046Z","steps":["trace[1196607766] 'agreement among raft nodes before linearized reading' (duration: 351.336648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.380094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:36.02779Z","time spent":"352.291368ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":263931,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T03:07:36.379497Z","caller":"traceutil/trace.go:171","msg":"trace[142290572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23779; }","duration":"1.108998313s","start":"2026-04-23T03:07:35.27048Z","end":"2026-04-23T03:07:36.379478Z","steps":["trace[142290572] 'agreement among raft nodes before linearized reading' (duration: 1.108821828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.380268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.270459Z","time spent":"1.109796118s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:07:36.380365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185526573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T03:07:36.380399Z","caller":"traceutil/trace.go:171","msg":"trace[1834362454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23779; }","duration":"1.18604317s","start":"2026-04-23T03:07:35.194345Z","end":"2026-04-23T03:07:36.380388Z","steps":["trace[1834362454] 'agreement among raft nodes before linearized reading' (duration: 1.184886094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:36.380424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:35.194336Z","time spent":"1.186082231s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:07:55.707568Z","caller":"traceutil/trace.go:171","msg":"trace[1689957986] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"134.75328ms","start":"2026-04-23T03:07:55.572757Z","end":"2026-04-23T03:07:55.707511Z","steps":["trace[1689957986] 'process raft request' (duration: 134.469571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:08:33.61309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21264} {"level":"info","ts":"2026-04-23T03:08:33.728291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21264,"took":"111.281205ms","hash":470895863,"current-db-size-bytes":55803904,"current-db-size":"56 MB","current-db-size-in-use-bytes":40919040,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-23T03:08:33.728367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":470895863,"revision":21264,"compact-revision":19130} {"level":"info","ts":"2026-04-23T03:09:15.306772Z","caller":"traceutil/trace.go:171","msg":"trace[30888636] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"426.315651ms","start":"2026-04-23T03:09:14.880431Z","end":"2026-04-23T03:09:15.306747Z","steps":["trace[30888636] 'process raft request' (duration: 426.058913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.306936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.880416Z","time spent":"426.441446ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:09:15.497718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.263386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:09:15.497973Z","caller":"traceutil/trace.go:171","msg":"trace[1641624823] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"122.544232ms","start":"2026-04-23T03:09:15.375411Z","end":"2026-04-23T03:09:15.497956Z","steps":["trace[1641624823] 'process raft request' (duration: 122.502281ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.498377Z","caller":"traceutil/trace.go:171","msg":"trace[1694655764] linearizableReadLoop","detail":"{readStateIndex:25634; appliedIndex:25632; }","duration":"615.658565ms","start":"2026-04-23T03:09:14.882612Z","end":"2026-04-23T03:09:15.49827Z","steps":["trace[1694655764] 'read index received' (duration: 423.879744ms)","trace[1694655764] 'applied index is now lower than readState.Index' (duration: 191.776091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:09:15.498513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.880202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:09:15.498597Z","caller":"traceutil/trace.go:171","msg":"trace[265142778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24796; }","duration":"615.993365ms","start":"2026-04-23T03:09:14.882588Z","end":"2026-04-23T03:09:15.498582Z","steps":["trace[265142778] 'agreement among raft nodes before linearized reading' (duration: 615.751017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.498633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.882581Z","time spent":"616.043967ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:09:15.498691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.422433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T03:09:15.498753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.788927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:09:15.498783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.591213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:09:15.498802Z","caller":"traceutil/trace.go:171","msg":"trace[470470907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24796; }","duration":"228.858239ms","start":"2026-04-23T03:09:15.269932Z","end":"2026-04-23T03:09:15.49879Z","steps":["trace[470470907] 'agreement among raft nodes before linearized reading' (duration: 228.772686ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.498822Z","caller":"traceutil/trace.go:171","msg":"trace[1992588564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24796; }","duration":"615.662985ms","start":"2026-04-23T03:09:14.883148Z","end":"2026-04-23T03:09:15.498811Z","steps":["trace[1992588564] 'agreement among raft nodes before linearized reading' (duration: 615.339235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.498855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.88314Z","time spent":"615.706106ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:09:15.498796Z","caller":"traceutil/trace.go:171","msg":"trace[452305832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24796; }","duration":"233.576949ms","start":"2026-04-23T03:09:15.265199Z","end":"2026-04-23T03:09:15.498776Z","steps":["trace[452305832] 'agreement among raft nodes before linearized reading' (duration: 233.29992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.498711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.376133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:09:15.498966Z","caller":"traceutil/trace.go:171","msg":"trace[587011038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24796; }","duration":"585.671892ms","start":"2026-04-23T03:09:14.913285Z","end":"2026-04-23T03:09:15.498957Z","steps":["trace[587011038] 'agreement among raft nodes before linearized reading' (duration: 585.218528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.498988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.913274Z","time spent":"585.708324ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:09:15.497935Z","caller":"traceutil/trace.go:171","msg":"trace[1648224958] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"616.263675ms","start":"2026-04-23T03:09:14.881643Z","end":"2026-04-23T03:09:15.497907Z","steps":["trace[1648224958] 'process raft request' (duration: 469.73051ms)","trace[1648224958] 'compare' (duration: 146.144112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:09:15.498928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.393292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T03:09:15.499157Z","caller":"traceutil/trace.go:171","msg":"trace[448394114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24796; }","duration":"613.773525ms","start":"2026-04-23T03:09:14.885359Z","end":"2026-04-23T03:09:15.499133Z","steps":["trace[448394114] 'agreement among raft nodes before linearized reading' (duration: 613.149145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.499201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.741426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-23T03:09:15.49929Z","caller":"traceutil/trace.go:171","msg":"trace[127734632] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24796; }","duration":"512.85391ms","start":"2026-04-23T03:09:14.986411Z","end":"2026-04-23T03:09:15.499265Z","steps":["trace[127734632] 'agreement among raft nodes before linearized reading' (duration: 512.123287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.499161Z","caller":"traceutil/trace.go:171","msg":"trace[493929138] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"521.341739ms","start":"2026-04-23T03:09:14.976957Z","end":"2026-04-23T03:09:15.498299Z","steps":["trace[493929138] 'process raft request' (duration: 520.888795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.499336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.986372Z","time spent":"512.954813ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-23T03:09:15.499383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.88534Z","time spent":"613.914809ms","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T03:09:15.499508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.976935Z","time spent":"522.441164ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:09:15.499218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:09:14.881617Z","time spent":"617.41934ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:09:15.740858Z","caller":"traceutil/trace.go:171","msg":"trace[1110433865] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25637; }","duration":"176.192756ms","start":"2026-04-23T03:09:15.564638Z","end":"2026-04-23T03:09:15.740831Z","steps":["trace[1110433865] 'read index received' (duration: 175.964869ms)","trace[1110433865] 'applied index is now lower than readState.Index' (duration: 226.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:09:15.74094Z","caller":"traceutil/trace.go:171","msg":"trace[22295540] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"235.961934ms","start":"2026-04-23T03:09:15.504954Z","end":"2026-04-23T03:09:15.740916Z","steps":["trace[22295540] 'process raft request' (duration: 235.83115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.740901Z","caller":"traceutil/trace.go:171","msg":"trace[311813557] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"236.396818ms","start":"2026-04-23T03:09:15.504466Z","end":"2026-04-23T03:09:15.740863Z","steps":["trace[311813557] 'process raft request' (duration: 236.15226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.741055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.855987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:09:15.741137Z","caller":"traceutil/trace.go:171","msg":"trace[760591628] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24799; }","duration":"227.986731ms","start":"2026-04-23T03:09:15.513131Z","end":"2026-04-23T03:09:15.741118Z","steps":["trace[760591628] 'agreement among raft nodes before linearized reading' (duration: 227.809706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.762296Z","caller":"traceutil/trace.go:171","msg":"trace[1064875488] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"111.376697ms","start":"2026-04-23T03:09:15.650899Z","end":"2026-04-23T03:09:15.762276Z","steps":["trace[1064875488] 'process raft request' (duration: 111.199992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.762364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.706976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:09:15.762438Z","caller":"traceutil/trace.go:171","msg":"trace[1959357132] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24800; }","duration":"161.82507ms","start":"2026-04-23T03:09:15.600593Z","end":"2026-04-23T03:09:15.762418Z","steps":["trace[1959357132] 'agreement among raft nodes before linearized reading' (duration: 161.644224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.762464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.422433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:09:15.762498Z","caller":"traceutil/trace.go:171","msg":"trace[1527011788] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24800; }","duration":"142.496036ms","start":"2026-04-23T03:09:15.619989Z","end":"2026-04-23T03:09:15.762485Z","steps":["trace[1527011788] 'agreement among raft nodes before linearized reading' (duration: 142.432224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:19.924449Z","caller":"traceutil/trace.go:171","msg":"trace[1682848940] linearizableReadLoop","detail":"{readStateIndex:26265; appliedIndex:26264; }","duration":"256.833598ms","start":"2026-04-23T03:10:19.667592Z","end":"2026-04-23T03:10:19.924425Z","steps":["trace[1682848940] 'read index received' (duration: 256.722375ms)","trace[1682848940] 'applied index is now lower than readState.Index' (duration: 110.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:19.924817Z","caller":"traceutil/trace.go:171","msg":"trace[46947754] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"288.899796ms","start":"2026-04-23T03:10:19.635902Z","end":"2026-04-23T03:10:19.924802Z","steps":["trace[46947754] 'process raft request' (duration: 288.39201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:19.925036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.425927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:19.92508Z","caller":"traceutil/trace.go:171","msg":"trace[1461817637] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25411; }","duration":"257.5134ms","start":"2026-04-23T03:10:19.667554Z","end":"2026-04-23T03:10:19.925067Z","steps":["trace[1461817637] 'agreement among raft nodes before linearized reading' (duration: 257.434687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:20.145837Z","caller":"traceutil/trace.go:171","msg":"trace[1577673670] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"141.385411ms","start":"2026-04-23T03:10:20.004435Z","end":"2026-04-23T03:10:20.14582Z","steps":["trace[1577673670] 'process raft request' (duration: 141.3534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:20.145873Z","caller":"traceutil/trace.go:171","msg":"trace[1762088190] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"403.719573ms","start":"2026-04-23T03:10:19.742121Z","end":"2026-04-23T03:10:20.14584Z","steps":["trace[1762088190] 'process raft request' (duration: 338.645906ms)","trace[1762088190] 'compare' (duration: 64.897471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:20.146018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.742099Z","time spent":"403.840777ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:20.146405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.716942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T03:10:20.146561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.725415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:10:20.146564Z","caller":"traceutil/trace.go:171","msg":"trace[1721434245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25413; }","duration":"244.906408ms","start":"2026-04-23T03:10:19.901645Z","end":"2026-04-23T03:10:20.146551Z","steps":["trace[1721434245] 'agreement among raft nodes before linearized reading' (duration: 244.679811ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:20.146592Z","caller":"traceutil/trace.go:171","msg":"trace[2123996585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25413; }","duration":"336.804997ms","start":"2026-04-23T03:10:19.809778Z","end":"2026-04-23T03:10:20.146583Z","steps":["trace[2123996585] 'agreement among raft nodes before linearized reading' (duration: 336.688204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.146619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.809763Z","time spent":"336.843019ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:10:20.146002Z","caller":"traceutil/trace.go:171","msg":"trace[669481218] linearizableReadLoop","detail":"{readStateIndex:26266; appliedIndex:26265; }","duration":"221.382152ms","start":"2026-04-23T03:10:19.924613Z","end":"2026-04-23T03:10:20.145996Z","steps":["trace[669481218] 'read index received' (duration: 156.123959ms)","trace[669481218] 'applied index is now lower than readState.Index' (duration: 65.256833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:20.146943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.04853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:20.146971Z","caller":"traceutil/trace.go:171","msg":"trace[977526342] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25413; }","duration":"175.098541ms","start":"2026-04-23T03:10:19.971863Z","end":"2026-04-23T03:10:20.146961Z","steps":["trace[977526342] 'agreement among raft nodes before linearized reading' (duration: 175.0539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:20.3212Z","caller":"traceutil/trace.go:171","msg":"trace[1469724391] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"168.554174ms","start":"2026-04-23T03:10:20.152623Z","end":"2026-04-23T03:10:20.321177Z","steps":["trace[1469724391] 'process raft request' (duration: 168.325787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:20.321008Z","caller":"traceutil/trace.go:171","msg":"trace[961788751] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"169.541995ms","start":"2026-04-23T03:10:20.151442Z","end":"2026-04-23T03:10:20.320984Z","steps":["trace[961788751] 'process raft request' (duration: 169.461902ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:20.344511Z","caller":"traceutil/trace.go:171","msg":"trace[1272057984] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"170.047431ms","start":"2026-04-23T03:10:20.151105Z","end":"2026-04-23T03:10:20.321152Z","steps":["trace[1272057984] 'process raft request' (duration: 148.827627ms)","trace[1272057984] 'compare' (duration: 20.841772ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:20.344535Z","caller":"traceutil/trace.go:171","msg":"trace[1490855888] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"190.18095ms","start":"2026-04-23T03:10:20.154313Z","end":"2026-04-23T03:10:20.344494Z","steps":["trace[1490855888] 'process raft request' (duration: 166.835389ms)","trace[1490855888] 'compare' (duration: 23.223407ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:20.73683Z","caller":"traceutil/trace.go:171","msg":"trace[813699230] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"254.332908ms","start":"2026-04-23T03:10:20.482472Z","end":"2026-04-23T03:10:20.736804Z","steps":["trace[813699230] 'process raft request' (duration: 254.200434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.975091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.475294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:20.975162Z","caller":"traceutil/trace.go:171","msg":"trace[793483668] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25418; }","duration":"141.595227ms","start":"2026-04-23T03:10:20.833552Z","end":"2026-04-23T03:10:20.975147Z","steps":["trace[793483668] 'count revisions from in-memory index tree' (duration: 141.407881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.97548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.972247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:20.97566Z","caller":"traceutil/trace.go:171","msg":"trace[131233165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25418; }","duration":"141.174254ms","start":"2026-04-23T03:10:20.834475Z","end":"2026-04-23T03:10:20.975649Z","steps":["trace[131233165] 'count revisions from in-memory index tree' (duration: 140.932796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.159075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.275538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:22.159175Z","caller":"traceutil/trace.go:171","msg":"trace[761581102] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25424; }","duration":"124.410242ms","start":"2026-04-23T03:10:22.03474Z","end":"2026-04-23T03:10:22.15915Z","steps":["trace[761581102] 'range keys from in-memory index tree' (duration: 124.208795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.99495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.569818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:22.99501Z","caller":"traceutil/trace.go:171","msg":"trace[126742544] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25430; }","duration":"488.668871ms","start":"2026-04-23T03:10:22.506326Z","end":"2026-04-23T03:10:22.994995Z","steps":["trace[126742544] 'count revisions from in-memory index tree' (duration: 488.511406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.995038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.506311Z","time spent":"488.719292ms","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:23.11994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.301957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:10:23.120167Z","caller":"traceutil/trace.go:171","msg":"trace[921799746] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26284; }","duration":"386.253688ms","start":"2026-04-23T03:10:22.733894Z","end":"2026-04-23T03:10:23.120148Z","steps":["trace[921799746] 'read index received' (duration: 52.912µs)","trace[921799746] 'applied index is now lower than readState.Index' (duration: 386.199826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:23.120634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.736883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-hv6kt.18a8dd18bf3dce8b\" ","response":"range_response_count:1 size:1395"} {"level":"info","ts":"2026-04-23T03:10:23.120687Z","caller":"traceutil/trace.go:171","msg":"trace[1489611688] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-hv6kt.18a8dd18bf3dce8b; range_end:; response_count:1; response_revision:25430; }","duration":"386.828936ms","start":"2026-04-23T03:10:22.733842Z","end":"2026-04-23T03:10:23.120671Z","steps":["trace[1489611688] 'agreement among raft nodes before linearized reading' (duration: 386.670241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.120724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.733789Z","time spent":"386.926309ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1418,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-hv6kt.18a8dd18bf3dce8b\" "} {"level":"info","ts":"2026-04-23T03:10:23.121083Z","caller":"traceutil/trace.go:171","msg":"trace[1899526072] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"378.960067ms","start":"2026-04-23T03:10:22.742109Z","end":"2026-04-23T03:10:23.12107Z","steps":["trace[1899526072] 'process raft request' (duration: 377.942164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.121176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.742082Z","time spent":"379.038849ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:23.140013Z","caller":"traceutil/trace.go:171","msg":"trace[190146724] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"108.671192ms","start":"2026-04-23T03:10:23.031321Z","end":"2026-04-23T03:10:23.139992Z","steps":["trace[190146724] 'process raft request' (duration: 108.526807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.154127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.920089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:23.154233Z","caller":"traceutil/trace.go:171","msg":"trace[852222495] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25435; }","duration":"387.065534ms","start":"2026-04-23T03:10:22.767147Z","end":"2026-04-23T03:10:23.154213Z","steps":["trace[852222495] 'agreement among raft nodes before linearized reading' (duration: 386.881289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.154271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.767126Z","time spent":"387.136516ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T03:10:23.154298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.225994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-23T03:10:23.154368Z","caller":"traceutil/trace.go:171","msg":"trace[2111574538] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25435; }","duration":"174.321047ms","start":"2026-04-23T03:10:22.98003Z","end":"2026-04-23T03:10:23.154352Z","steps":["trace[2111574538] 'agreement among raft nodes before linearized reading' (duration: 174.146511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.154583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.356963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"warn","ts":"2026-04-23T03:10:23.154504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.878287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:23.154632Z","caller":"traceutil/trace.go:171","msg":"trace[353428039] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25435; }","duration":"387.420415ms","start":"2026-04-23T03:10:22.767201Z","end":"2026-04-23T03:10:23.154621Z","steps":["trace[353428039] 'agreement among raft nodes before linearized reading' (duration: 387.26093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.154665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.767196Z","time spent":"387.462527ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7367,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-23T03:10:23.154673Z","caller":"traceutil/trace.go:171","msg":"trace[150655227] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25435; }","duration":"335.092293ms","start":"2026-04-23T03:10:22.819559Z","end":"2026-04-23T03:10:23.154652Z","steps":["trace[150655227] 'agreement among raft nodes before linearized reading' (duration: 334.868546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.154726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.819541Z","time spent":"335.168475ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:23.155041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.90616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T03:10:23.15508Z","caller":"traceutil/trace.go:171","msg":"trace[102268171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25435; }","duration":"262.976833ms","start":"2026-04-23T03:10:22.892092Z","end":"2026-04-23T03:10:23.155069Z","steps":["trace[102268171] 'agreement among raft nodes before linearized reading' (duration: 262.89074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.155211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.867906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:23.155259Z","caller":"traceutil/trace.go:171","msg":"trace[1151155070] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25435; }","duration":"175.959479ms","start":"2026-04-23T03:10:22.979288Z","end":"2026-04-23T03:10:23.155248Z","steps":["trace[1151155070] 'agreement among raft nodes before linearized reading' (duration: 175.882207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.577189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.827909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:23.577426Z","caller":"traceutil/trace.go:171","msg":"trace[441461195] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26290; }","duration":"321.861493ms","start":"2026-04-23T03:10:23.255551Z","end":"2026-04-23T03:10:23.577413Z","steps":["trace[441461195] 'read index received' (duration: 46.746925ms)","trace[441461195] 'applied index is now lower than readState.Index' (duration: 275.113678ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:23.577662Z","caller":"traceutil/trace.go:171","msg":"trace[1841187809] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"415.865429ms","start":"2026-04-23T03:10:23.161786Z","end":"2026-04-23T03:10:23.577652Z","steps":["trace[1841187809] 'process raft request' (duration: 140.499653ms)","trace[1841187809] 'compare' (duration: 274.24692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:23.577713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.161768Z","time spent":"415.921581ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1369,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:23.577846Z","caller":"traceutil/trace.go:171","msg":"trace[619801391] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"377.458949ms","start":"2026-04-23T03:10:23.200292Z","end":"2026-04-23T03:10:23.577751Z","steps":["trace[619801391] 'process raft request' (duration: 377.092947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.577954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.40799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:23.577977Z","caller":"traceutil/trace.go:171","msg":"trace[1038594376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25439; }","duration":"322.466723ms","start":"2026-04-23T03:10:23.255503Z","end":"2026-04-23T03:10:23.577969Z","steps":["trace[1038594376] 'agreement among raft nodes before linearized reading' (duration: 322.417391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.578001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.255486Z","time spent":"322.510634ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:23.578125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.159326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:23.578149Z","caller":"traceutil/trace.go:171","msg":"trace[145621701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25439; }","duration":"307.217438ms","start":"2026-04-23T03:10:23.270927Z","end":"2026-04-23T03:10:23.578144Z","steps":["trace[145621701] 'agreement among raft nodes before linearized reading' (duration: 307.178007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.578164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.270909Z","time spent":"307.252069ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:23.578211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.200285Z","time spent":"377.668655ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:23.578324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.084478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:23.578351Z","caller":"traceutil/trace.go:171","msg":"trace[1894444508] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25439; }","duration":"264.14968ms","start":"2026-04-23T03:10:23.314195Z","end":"2026-04-23T03:10:23.578345Z","steps":["trace[1894444508] 'agreement among raft nodes before linearized reading' (duration: 264.101038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:23.578619Z","caller":"traceutil/trace.go:171","msg":"trace[1548724358] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"386.865258ms","start":"2026-04-23T03:10:23.191739Z","end":"2026-04-23T03:10:23.578604Z","steps":["trace[1548724358] 'process raft request' (duration: 385.534516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.578695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.191718Z","time spent":"386.94206ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:23.578868Z","caller":"traceutil/trace.go:171","msg":"trace[1540396260] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"379.573626ms","start":"2026-04-23T03:10:23.199283Z","end":"2026-04-23T03:10:23.578857Z","steps":["trace[1540396260] 'process raft request' (duration: 378.070728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.578937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.199275Z","time spent":"379.631258ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:24.249796Z","caller":"traceutil/trace.go:171","msg":"trace[966556820] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"290.587179ms","start":"2026-04-23T03:10:23.959172Z","end":"2026-04-23T03:10:24.249759Z","steps":["trace[966556820] 'process raft request' (duration: 290.357092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:25.236413Z","caller":"traceutil/trace.go:171","msg":"trace[2050861219] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"110.368636ms","start":"2026-04-23T03:10:25.126018Z","end":"2026-04-23T03:10:25.236387Z","steps":["trace[2050861219] 'process raft request' (duration: 110.18361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:25.259295Z","caller":"traceutil/trace.go:171","msg":"trace[1348491927] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"114.418254ms","start":"2026-04-23T03:10:25.144853Z","end":"2026-04-23T03:10:25.259271Z","steps":["trace[1348491927] 'process raft request' (duration: 114.206127ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:25.25947Z","caller":"traceutil/trace.go:171","msg":"trace[1872183942] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"101.558006ms","start":"2026-04-23T03:10:25.157903Z","end":"2026-04-23T03:10:25.259461Z","steps":["trace[1872183942] 'process raft request' (duration: 101.281527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:26.039157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.068112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:10:26.039219Z","caller":"traceutil/trace.go:171","msg":"trace[1052606908] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25453; }","duration":"221.175265ms","start":"2026-04-23T03:10:25.818031Z","end":"2026-04-23T03:10:26.039206Z","steps":["trace[1052606908] 'range keys from in-memory index tree' (duration: 220.920407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:26.039246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.743344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:26.039297Z","caller":"traceutil/trace.go:171","msg":"trace[565964792] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25453; }","duration":"205.849999ms","start":"2026-04-23T03:10:25.833433Z","end":"2026-04-23T03:10:26.039283Z","steps":["trace[565964792] 'count revisions from in-memory index tree' (duration: 205.619761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:26.379339Z","caller":"traceutil/trace.go:171","msg":"trace[1801624967] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"122.814221ms","start":"2026-04-23T03:10:26.256499Z","end":"2026-04-23T03:10:26.379313Z","steps":["trace[1801624967] 'process raft request' (duration: 122.630035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:27.286987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.189852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T03:10:27.287141Z","caller":"traceutil/trace.go:171","msg":"trace[819051574] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25463; }","duration":"128.368397ms","start":"2026-04-23T03:10:27.158756Z","end":"2026-04-23T03:10:27.287125Z","steps":["trace[819051574] 'range keys from in-memory index tree' (duration: 128.129679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:28.580092Z","caller":"traceutil/trace.go:171","msg":"trace[1752328249] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"192.412521ms","start":"2026-04-23T03:10:28.387635Z","end":"2026-04-23T03:10:28.580047Z","steps":["trace[1752328249] 'process raft request' (duration: 144.755317ms)","trace[1752328249] 'compare' (duration: 47.489458ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:28.580322Z","caller":"traceutil/trace.go:171","msg":"trace[1919528004] linearizableReadLoop","detail":"{readStateIndex:26328; appliedIndex:26325; }","duration":"153.693861ms","start":"2026-04-23T03:10:28.426614Z","end":"2026-04-23T03:10:28.580308Z","steps":["trace[1919528004] 'read index received' (duration: 32.7447ms)","trace[1919528004] 'applied index is now lower than readState.Index' (duration: 120.947441ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:28.580606Z","caller":"traceutil/trace.go:171","msg":"trace[1233053721] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"192.718321ms","start":"2026-04-23T03:10:28.387881Z","end":"2026-04-23T03:10:28.580599Z","steps":["trace[1233053721] 'process raft request' (duration: 192.125183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:28.580646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.149337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:10:28.580741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.103555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:10:28.580739Z","caller":"traceutil/trace.go:171","msg":"trace[786675241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25472; }","duration":"149.287041ms","start":"2026-04-23T03:10:28.431432Z","end":"2026-04-23T03:10:28.580719Z","steps":["trace[786675241] 'agreement among raft nodes before linearized reading' (duration: 149.069934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:28.580768Z","caller":"traceutil/trace.go:171","msg":"trace[1399056933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25472; }","duration":"154.187487ms","start":"2026-04-23T03:10:28.426572Z","end":"2026-04-23T03:10:28.580759Z","steps":["trace[1399056933] 'agreement among raft nodes before linearized reading' (duration: 154.100885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:28.967801Z","caller":"traceutil/trace.go:171","msg":"trace[1494283355] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"383.610824ms","start":"2026-04-23T03:10:28.584166Z","end":"2026-04-23T03:10:28.967777Z","steps":["trace[1494283355] 'process raft request' (duration: 383.448539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:28.968069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.584144Z","time spent":"383.724598ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:29.090299Z","caller":"traceutil/trace.go:171","msg":"trace[380053482] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"505.475345ms","start":"2026-04-23T03:10:28.584785Z","end":"2026-04-23T03:10:29.09026Z","steps":["trace[380053482] 'process raft request' (duration: 427.290461ms)","trace[380053482] 'compare' (duration: 77.803872ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:29.09035Z","caller":"traceutil/trace.go:171","msg":"trace[775166511] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"234.175739ms","start":"2026-04-23T03:10:28.85615Z","end":"2026-04-23T03:10:29.090325Z","steps":["trace[775166511] 'process raft request' (duration: 234.122227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:29.090473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.584765Z","time spent":"505.61712ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:29.090626Z","caller":"traceutil/trace.go:171","msg":"trace[1442973939] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"505.503726ms","start":"2026-04-23T03:10:28.585069Z","end":"2026-04-23T03:10:29.090573Z","steps":["trace[1442973939] 'process raft request' (duration: 505.036181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:29.090879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.585059Z","time spent":"505.713383ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:29.091852Z","caller":"traceutil/trace.go:171","msg":"trace[524214309] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"505.339291ms","start":"2026-04-23T03:10:28.585276Z","end":"2026-04-23T03:10:29.090616Z","steps":["trace[524214309] 'process raft request' (duration: 504.952519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:29.092986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.585261Z","time spent":"506.709224ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:31.534413Z","caller":"traceutil/trace.go:171","msg":"trace[1072294882] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"100.188322ms","start":"2026-04-23T03:10:31.4342Z","end":"2026-04-23T03:10:31.534389Z","steps":["trace[1072294882] 'process raft request' (duration: 100.026657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:31.557602Z","caller":"traceutil/trace.go:171","msg":"trace[1972681189] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"123.297057ms","start":"2026-04-23T03:10:31.434269Z","end":"2026-04-23T03:10:31.557566Z","steps":["trace[1972681189] 'process raft request' (duration: 123.057679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.14215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342216450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:10:33.392717Z","caller":"traceutil/trace.go:171","msg":"trace[139665451] linearizableReadLoop","detail":"{readStateIndex:26358; appliedIndex:26357; }","duration":"751.345264ms","start":"2026-04-23T03:10:32.641345Z","end":"2026-04-23T03:10:33.392691Z","steps":["trace[139665451] 'read index received' (duration: 729.18273ms)","trace[139665451] 'applied index is now lower than readState.Index' (duration: 22.161014ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:33.393035Z","caller":"traceutil/trace.go:171","msg":"trace[614459585] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"775.744899ms","start":"2026-04-23T03:10:32.617261Z","end":"2026-04-23T03:10:33.393006Z","steps":["trace[614459585] 'process raft request' (duration: 753.241855ms)","trace[614459585] 'compare' (duration: 21.289936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:33.393165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.80799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:10:33.393182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.61723Z","time spent":"775.875064ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:33.393234Z","caller":"traceutil/trace.go:171","msg":"trace[1396656838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25501; }","duration":"751.919483ms","start":"2026-04-23T03:10:32.641298Z","end":"2026-04-23T03:10:33.393217Z","steps":["trace[1396656838] 'agreement among raft nodes before linearized reading' (duration: 751.714407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.393274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.641278Z","time spent":"751.986145ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:10:33.427987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.12251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.428079Z","caller":"traceutil/trace.go:171","msg":"trace[843222342] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25502; }","duration":"786.264034ms","start":"2026-04-23T03:10:32.641794Z","end":"2026-04-23T03:10:33.428058Z","steps":["trace[843222342] 'agreement among raft nodes before linearized reading' (duration: 786.092688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.428129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.641777Z","time spent":"786.341347ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:10:33.428283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.447992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:10:33.42834Z","caller":"traceutil/trace.go:171","msg":"trace[1293491030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25502; }","duration":"237.547375ms","start":"2026-04-23T03:10:33.190779Z","end":"2026-04-23T03:10:33.428326Z","steps":["trace[1293491030] 'agreement among raft nodes before linearized reading' (duration: 237.346979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.428447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.459899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:10:33.428515Z","caller":"traceutil/trace.go:171","msg":"trace[496493279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25502; }","duration":"275.589644ms","start":"2026-04-23T03:10:33.152911Z","end":"2026-04-23T03:10:33.428501Z","steps":["trace[496493279] 'agreement among raft nodes before linearized reading' (duration: 275.369837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.428591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.043173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:10:33.428637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.611103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:33.428622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.86475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.428661Z","caller":"traceutil/trace.go:171","msg":"trace[1784430136] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25502; }","duration":"127.670635ms","start":"2026-04-23T03:10:33.300983Z","end":"2026-04-23T03:10:33.428654Z","steps":["trace[1784430136] 'agreement among raft nodes before linearized reading' (duration: 127.632633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:33.428673Z","caller":"traceutil/trace.go:171","msg":"trace[629074513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25502; }","duration":"432.176218ms","start":"2026-04-23T03:10:32.996476Z","end":"2026-04-23T03:10:33.428653Z","steps":["trace[629074513] 'agreement among raft nodes before linearized reading' (duration: 431.904369ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:33.428685Z","caller":"traceutil/trace.go:171","msg":"trace[1452244909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25502; }","duration":"518.965273ms","start":"2026-04-23T03:10:32.909702Z","end":"2026-04-23T03:10:33.428668Z","steps":["trace[1452244909] 'agreement among raft nodes before linearized reading' (duration: 518.8591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.428719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.996456Z","time spent":"432.253999ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:33.428728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.909683Z","time spent":"519.033166ms","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.428626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.093113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T03:10:33.429468Z","caller":"traceutil/trace.go:171","msg":"trace[1309714249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25502; }","duration":"238.975711ms","start":"2026-04-23T03:10:33.190471Z","end":"2026-04-23T03:10:33.429447Z","steps":["trace[1309714249] 'agreement among raft nodes before linearized reading' (duration: 237.862005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:35.611047Z","caller":"traceutil/trace.go:171","msg":"trace[766964589] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"101.154293ms","start":"2026-04-23T03:10:35.509874Z","end":"2026-04-23T03:10:35.611029Z","steps":["trace[766964589] 'process raft request' (duration: 44.309237ms)","trace[766964589] 'compare' (duration: 56.743372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:35.986408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.235299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:35.986661Z","caller":"traceutil/trace.go:171","msg":"trace[1387893123] linearizableReadLoop","detail":"{readStateIndex:26379; appliedIndex:26375; }","duration":"437.267869ms","start":"2026-04-23T03:10:35.549379Z","end":"2026-04-23T03:10:35.986647Z","steps":["trace[1387893123] 'read index received' (duration: 4.875585ms)","trace[1387893123] 'applied index is now lower than readState.Index' (duration: 432.391113ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:35.98669Z","caller":"traceutil/trace.go:171","msg":"trace[1336582120] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"476.713841ms","start":"2026-04-23T03:10:35.509923Z","end":"2026-04-23T03:10:35.986636Z","steps":["trace[1336582120] 'process raft request' (duration: 339.173483ms)","trace[1336582120] 'compare' (duration: 136.97458ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:35.986738Z","caller":"traceutil/trace.go:171","msg":"trace[2077027529] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"475.925976ms","start":"2026-04-23T03:10:35.510777Z","end":"2026-04-23T03:10:35.986703Z","steps":["trace[2077027529] 'process raft request' (duration: 475.72518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:35.986889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.506066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-23T03:10:35.986934Z","caller":"traceutil/trace.go:171","msg":"trace[1936738573] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25522; }","duration":"437.581278ms","start":"2026-04-23T03:10:35.549345Z","end":"2026-04-23T03:10:35.986926Z","steps":["trace[1936738573] 'agreement among raft nodes before linearized reading' (duration: 437.371442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:35.986935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.509899Z","time spent":"476.891787ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:35.986745Z","caller":"traceutil/trace.go:171","msg":"trace[875068663] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"474.833502ms","start":"2026-04-23T03:10:35.511877Z","end":"2026-04-23T03:10:35.98671Z","steps":["trace[875068663] 'process raft request' (duration: 474.724818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:35.986965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.549329Z","time spent":"437.62679ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7367,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-23T03:10:35.986948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.510757Z","time spent":"476.064621ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:35.987019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.51187Z","time spent":"475.120841ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.001803Z","caller":"traceutil/trace.go:171","msg":"trace[500152396] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"398.590601ms","start":"2026-04-23T03:10:35.60318Z","end":"2026-04-23T03:10:36.001771Z","steps":["trace[500152396] 'process raft request' (duration: 398.339143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.002037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.603155Z","time spent":"398.756205ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.002133Z","caller":"traceutil/trace.go:171","msg":"trace[1919739458] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"392.121824ms","start":"2026-04-23T03:10:35.609986Z","end":"2026-04-23T03:10:36.002107Z","steps":["trace[1919739458] 'process raft request' (duration: 391.726092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:36.002177Z","caller":"traceutil/trace.go:171","msg":"trace[178480383] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"257.881061ms","start":"2026-04-23T03:10:35.744274Z","end":"2026-04-23T03:10:36.002155Z","steps":["trace[178480383] 'process raft request' (duration: 257.818819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:36.002198Z","caller":"traceutil/trace.go:171","msg":"trace[1414811503] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"362.486464ms","start":"2026-04-23T03:10:35.639687Z","end":"2026-04-23T03:10:36.002173Z","steps":["trace[1414811503] 'process raft request' (duration: 362.261906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.002289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.639656Z","time spent":"362.584897ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:36.002276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.609966Z","time spent":"392.218638ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.127784Z","caller":"traceutil/trace.go:171","msg":"trace[1095575819] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26379; }","duration":"141.07136ms","start":"2026-04-23T03:10:35.986689Z","end":"2026-04-23T03:10:36.12776Z","steps":["trace[1095575819] 'read index received' (duration: 14.852771ms)","trace[1095575819] 'applied index is now lower than readState.Index' (duration: 126.217599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:36.127903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.494694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:36.127876Z","caller":"traceutil/trace.go:171","msg":"trace[1180446017] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"203.327638ms","start":"2026-04-23T03:10:35.924513Z","end":"2026-04-23T03:10:36.127841Z","steps":["trace[1180446017] 'process raft request' (duration: 203.196194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:36.127934Z","caller":"traceutil/trace.go:171","msg":"trace[1787924566] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25528; }","duration":"578.570427ms","start":"2026-04-23T03:10:35.549354Z","end":"2026-04-23T03:10:36.127924Z","steps":["trace[1787924566] 'agreement among raft nodes before linearized reading' (duration: 578.495894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:36.127937Z","caller":"traceutil/trace.go:171","msg":"trace[122910461] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"221.191255ms","start":"2026-04-23T03:10:35.906712Z","end":"2026-04-23T03:10:36.127904Z","steps":["trace[122910461] 'process raft request' (duration: 217.962273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.128024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.882864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:36.128053Z","caller":"traceutil/trace.go:171","msg":"trace[2137826743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25528; }","duration":"537.942536ms","start":"2026-04-23T03:10:35.590103Z","end":"2026-04-23T03:10:36.128045Z","steps":["trace[2137826743] 'agreement among raft nodes before linearized reading' (duration: 537.885985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.12808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.590085Z","time spent":"537.988107ms","remote":"127.0.0.1:51606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.127969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.549339Z","time spent":"578.622309ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T03:10:36.128173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.558773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7344"} {"level":"info","ts":"2026-04-23T03:10:36.128255Z","caller":"traceutil/trace.go:171","msg":"trace[1875575909] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25528; }","duration":"576.644665ms","start":"2026-04-23T03:10:35.551589Z","end":"2026-04-23T03:10:36.128234Z","steps":["trace[1875575909] 'agreement among raft nodes before linearized reading' (duration: 576.46818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.128289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.55157Z","time spent":"576.711758ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7367,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-23T03:10:41.611689Z","caller":"traceutil/trace.go:171","msg":"trace[1888620016] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"104.613543ms","start":"2026-04-23T03:10:41.50704Z","end":"2026-04-23T03:10:41.611653Z","steps":["trace[1888620016] 'process raft request' (duration: 58.952033ms)","trace[1888620016] 'compare' (duration: 45.122343ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:41.91425Z","caller":"traceutil/trace.go:171","msg":"trace[1029579077] linearizableReadLoop","detail":"{readStateIndex:26447; appliedIndex:26446; }","duration":"264.909624ms","start":"2026-04-23T03:10:41.649309Z","end":"2026-04-23T03:10:41.914218Z","steps":["trace[1029579077] 'read index received' (duration: 225.496812ms)","trace[1029579077] 'applied index is now lower than readState.Index' (duration: 39.411442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:41.914472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.135951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:41.914629Z","caller":"traceutil/trace.go:171","msg":"trace[520629852] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25589; }","duration":"265.254545ms","start":"2026-04-23T03:10:41.649261Z","end":"2026-04-23T03:10:41.914516Z","steps":["trace[520629852] 'agreement among raft nodes before linearized reading' (duration: 265.127491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:41.914788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.878047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:10:41.914859Z","caller":"traceutil/trace.go:171","msg":"trace[448987958] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25589; }","duration":"158.97321ms","start":"2026-04-23T03:10:41.755864Z","end":"2026-04-23T03:10:41.914837Z","steps":["trace[448987958] 'agreement among raft nodes before linearized reading' (duration: 158.833325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:41.915274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.576498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:10:41.915334Z","caller":"traceutil/trace.go:171","msg":"trace[995422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25589; }","duration":"204.674551ms","start":"2026-04-23T03:10:41.710644Z","end":"2026-04-23T03:10:41.915319Z","steps":["trace[995422] 'agreement among raft nodes before linearized reading' (duration: 204.497135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:41.914643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.859881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-pthfm\" ","response":"range_response_count:1 size:8727"} {"level":"info","ts":"2026-04-23T03:10:41.915569Z","caller":"traceutil/trace.go:171","msg":"trace[828784662] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-pthfm; range_end:; response_count:1; response_revision:25589; }","duration":"241.836611ms","start":"2026-04-23T03:10:41.673713Z","end":"2026-04-23T03:10:41.91555Z","steps":["trace[828784662] 'agreement among raft nodes before linearized reading' (duration: 240.761467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:41.916846Z","caller":"traceutil/trace.go:171","msg":"trace[347222659] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"298.551552ms","start":"2026-04-23T03:10:41.615737Z","end":"2026-04-23T03:10:41.914289Z","steps":["trace[347222659] 'process raft request' (duration: 259.169042ms)","trace[347222659] 'compare' (duration: 39.160903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:41.917526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:41.615716Z","time spent":"301.266019ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:42.095289Z","caller":"traceutil/trace.go:171","msg":"trace[1052357733] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"170.494506ms","start":"2026-04-23T03:10:41.924763Z","end":"2026-04-23T03:10:42.095257Z","steps":["trace[1052357733] 'process raft request' (duration: 162.202062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:43.595124Z","caller":"traceutil/trace.go:171","msg":"trace[1207311421] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"130.97043ms","start":"2026-04-23T03:10:43.464123Z","end":"2026-04-23T03:10:43.595093Z","steps":["trace[1207311421] 'process raft request' (duration: 130.810315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:44.206978Z","caller":"traceutil/trace.go:171","msg":"trace[2050220621] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"103.466077ms","start":"2026-04-23T03:10:44.103489Z","end":"2026-04-23T03:10:44.206955Z","steps":["trace[2050220621] 'process raft request' (duration: 103.293371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:44.207162Z","caller":"traceutil/trace.go:171","msg":"trace[1821580911] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"103.576319ms","start":"2026-04-23T03:10:44.103558Z","end":"2026-04-23T03:10:44.207134Z","steps":["trace[1821580911] 'process raft request' (duration: 103.349402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:45.764755Z","caller":"traceutil/trace.go:171","msg":"trace[2012253896] linearizableReadLoop","detail":"{readStateIndex:26475; appliedIndex:26474; }","duration":"164.35401ms","start":"2026-04-23T03:10:45.600372Z","end":"2026-04-23T03:10:45.764726Z","steps":["trace[2012253896] 'read index received' (duration: 164.197455ms)","trace[2012253896] 'applied index is now lower than readState.Index' (duration: 155.215µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:45.765019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.611699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-23T03:10:45.76501Z","caller":"traceutil/trace.go:171","msg":"trace[1531075580] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"164.686451ms","start":"2026-04-23T03:10:45.600286Z","end":"2026-04-23T03:10:45.764972Z","steps":["trace[1531075580] 'process raft request' (duration: 164.233817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:45.765051Z","caller":"traceutil/trace.go:171","msg":"trace[1792947675] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25616; }","duration":"164.717102ms","start":"2026-04-23T03:10:45.600325Z","end":"2026-04-23T03:10:45.765043Z","steps":["trace[1792947675] 'agreement among raft nodes before linearized reading' (duration: 164.513506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:46.086046Z","caller":"traceutil/trace.go:171","msg":"trace[1093256514] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"378.494921ms","start":"2026-04-23T03:10:45.707523Z","end":"2026-04-23T03:10:46.086018Z","steps":["trace[1093256514] 'process raft request' (duration: 378.291835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:46.086203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.707495Z","time spent":"378.628635ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:46.086357Z","caller":"traceutil/trace.go:171","msg":"trace[2043726680] linearizableReadLoop","detail":"{readStateIndex:26477; appliedIndex:26475; }","duration":"157.09315ms","start":"2026-04-23T03:10:45.929229Z","end":"2026-04-23T03:10:46.086322Z","steps":["trace[2043726680] 'read index received' (duration: 156.576003ms)","trace[2043726680] 'applied index is now lower than readState.Index' (duration: 515.847µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:46.0866Z","caller":"traceutil/trace.go:171","msg":"trace[1552605561] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"347.376242ms","start":"2026-04-23T03:10:45.739211Z","end":"2026-04-23T03:10:46.086587Z","steps":["trace[1552605561] 'process raft request' (duration: 346.765013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:46.086755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.73918Z","time spent":"347.460725ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:46.08682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.599646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:46.08686Z","caller":"traceutil/trace.go:171","msg":"trace[424256738] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25618; }","duration":"157.633437ms","start":"2026-04-23T03:10:45.929211Z","end":"2026-04-23T03:10:46.086845Z","steps":["trace[424256738] 'agreement among raft nodes before linearized reading' (duration: 157.581636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:46.086767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.916656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:10:46.087021Z","caller":"traceutil/trace.go:171","msg":"trace[446432759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25618; }","duration":"141.209085ms","start":"2026-04-23T03:10:45.945798Z","end":"2026-04-23T03:10:46.087007Z","steps":["trace[446432759] 'agreement among raft nodes before linearized reading' (duration: 140.853334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:46.450478Z","caller":"traceutil/trace.go:171","msg":"trace[1262892827] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"116.018085ms","start":"2026-04-23T03:10:46.334427Z","end":"2026-04-23T03:10:46.450445Z","steps":["trace[1262892827] 'process raft request' (duration: 45.937749ms)","trace[1262892827] 'compare' (duration: 69.758696ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:46.450491Z","caller":"traceutil/trace.go:171","msg":"trace[1090407371] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"114.92515ms","start":"2026-04-23T03:10:46.335539Z","end":"2026-04-23T03:10:46.450465Z","steps":["trace[1090407371] 'process raft request' (duration: 114.823347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.483181Z","caller":"traceutil/trace.go:171","msg":"trace[753364514] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"234.694784ms","start":"2026-04-23T03:10:48.248466Z","end":"2026-04-23T03:10:48.483161Z","steps":["trace[753364514] 'process raft request' (duration: 199.366212ms)","trace[753364514] 'compare' (duration: 34.860298ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:48.483176Z","caller":"traceutil/trace.go:171","msg":"trace[688782158] linearizableReadLoop","detail":"{readStateIndex:26495; appliedIndex:26494; }","duration":"234.203449ms","start":"2026-04-23T03:10:48.248945Z","end":"2026-04-23T03:10:48.483149Z","steps":["trace[688782158] 'read index received' (duration: 199.038372ms)","trace[688782158] 'applied index is now lower than readState.Index' (duration: 35.163867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:48.4834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.443656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-23T03:10:48.483472Z","caller":"traceutil/trace.go:171","msg":"trace[1477661610] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25635; }","duration":"234.573321ms","start":"2026-04-23T03:10:48.248881Z","end":"2026-04-23T03:10:48.483454Z","steps":["trace[1477661610] 'agreement among raft nodes before linearized reading' (duration: 234.343193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.493743Z","caller":"traceutil/trace.go:171","msg":"trace[1955703998] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"244.207606ms","start":"2026-04-23T03:10:48.249517Z","end":"2026-04-23T03:10:48.493724Z","steps":["trace[1955703998] 'process raft request' (duration: 244.074812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.493985Z","caller":"traceutil/trace.go:171","msg":"trace[193026985] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"243.885407ms","start":"2026-04-23T03:10:48.250082Z","end":"2026-04-23T03:10:48.493967Z","steps":["trace[193026985] 'process raft request' (duration: 243.601158ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.494041Z","caller":"traceutil/trace.go:171","msg":"trace[422211296] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"157.886555ms","start":"2026-04-23T03:10:48.33614Z","end":"2026-04-23T03:10:48.494026Z","steps":["trace[422211296] 'process raft request' (duration: 157.750391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.494196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.837378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:48.49425Z","caller":"traceutil/trace.go:171","msg":"trace[1058028131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25639; }","duration":"222.938081ms","start":"2026-04-23T03:10:48.271299Z","end":"2026-04-23T03:10:48.494237Z","steps":["trace[1058028131] 'agreement among raft nodes before linearized reading' (duration: 222.812357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.494265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.120554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:10:48.494321Z","caller":"traceutil/trace.go:171","msg":"trace[245952007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25639; }","duration":"159.210096ms","start":"2026-04-23T03:10:48.3351Z","end":"2026-04-23T03:10:48.49431Z","steps":["trace[245952007] 'agreement among raft nodes before linearized reading' (duration: 159.058602ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.494423Z","caller":"traceutil/trace.go:171","msg":"trace[1805923169] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"155.832599ms","start":"2026-04-23T03:10:48.33857Z","end":"2026-04-23T03:10:48.494402Z","steps":["trace[1805923169] 'process raft request' (duration: 155.399716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.49448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.855191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:48.494515Z","caller":"traceutil/trace.go:171","msg":"trace[708330648] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25639; }","duration":"173.925614ms","start":"2026-04-23T03:10:48.320579Z","end":"2026-04-23T03:10:48.494505Z","steps":["trace[708330648] 'agreement among raft nodes before linearized reading' (duration: 173.860922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.630312Z","caller":"traceutil/trace.go:171","msg":"trace[576216919] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"130.873036ms","start":"2026-04-23T03:10:48.49941Z","end":"2026-04-23T03:10:48.630283Z","steps":["trace[576216919] 'process raft request' (duration: 130.820135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.630382Z","caller":"traceutil/trace.go:171","msg":"trace[1370530594] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"131.688432ms","start":"2026-04-23T03:10:48.498655Z","end":"2026-04-23T03:10:48.630343Z","steps":["trace[1370530594] 'process raft request' (duration: 130.843365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:50.684761Z","caller":"traceutil/trace.go:171","msg":"trace[314744335] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"187.793704ms","start":"2026-04-23T03:10:50.49695Z","end":"2026-04-23T03:10:50.684743Z","steps":["trace[314744335] 'process raft request' (duration: 104.821609ms)","trace[314744335] 'compare' (duration: 82.668766ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:50.684962Z","caller":"traceutil/trace.go:171","msg":"trace[2135805774] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"187.586038ms","start":"2026-04-23T03:10:50.497352Z","end":"2026-04-23T03:10:50.684938Z","steps":["trace[2135805774] 'process raft request' (duration: 187.315509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:50.685197Z","caller":"traceutil/trace.go:171","msg":"trace[2105117072] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"186.811444ms","start":"2026-04-23T03:10:50.498375Z","end":"2026-04-23T03:10:50.685186Z","steps":["trace[2105117072] 'process raft request' (duration: 186.499474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:50.685376Z","caller":"traceutil/trace.go:171","msg":"trace[686851158] linearizableReadLoop","detail":"{readStateIndex:26515; appliedIndex:26510; }","duration":"159.239028ms","start":"2026-04-23T03:10:50.526117Z","end":"2026-04-23T03:10:50.685356Z","steps":["trace[686851158] 'read index received' (duration: 35.622342ms)","trace[686851158] 'applied index is now lower than readState.Index' (duration: 123.615156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:50.685663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.527877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:10:50.68574Z","caller":"traceutil/trace.go:171","msg":"trace[441416772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25655; }","duration":"159.64603ms","start":"2026-04-23T03:10:50.526072Z","end":"2026-04-23T03:10:50.685718Z","steps":["trace[441416772] 'agreement among raft nodes before linearized reading' (duration: 159.411073ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:50.685858Z","caller":"traceutil/trace.go:171","msg":"trace[913615161] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"185.675777ms","start":"2026-04-23T03:10:50.500149Z","end":"2026-04-23T03:10:50.685825Z","steps":["trace[913615161] 'process raft request' (duration: 184.994645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:50.834115Z","caller":"traceutil/trace.go:171","msg":"trace[231557885] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"138.947113ms","start":"2026-04-23T03:10:50.695135Z","end":"2026-04-23T03:10:50.834082Z","steps":["trace[231557885] 'process raft request' (duration: 131.223267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:50.834118Z","caller":"traceutil/trace.go:171","msg":"trace[337716460] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"138.8502ms","start":"2026-04-23T03:10:50.695236Z","end":"2026-04-23T03:10:50.834086Z","steps":["trace[337716460] 'process raft request' (duration: 138.771127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:51.669929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.950656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:51.670037Z","caller":"traceutil/trace.go:171","msg":"trace[1903102564] linearizableReadLoop","detail":"{readStateIndex:26519; appliedIndex:26518; }","duration":"446.406149ms","start":"2026-04-23T03:10:51.223614Z","end":"2026-04-23T03:10:51.670021Z","steps":["trace[1903102564] 'read index received' (duration: 47.942µs)","trace[1903102564] 'applied index is now lower than readState.Index' (duration: 446.356657ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:51.670065Z","caller":"traceutil/trace.go:171","msg":"trace[971330129] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"749.927809ms","start":"2026-04-23T03:10:50.9201Z","end":"2026-04-23T03:10:51.670027Z","steps":["trace[971330129] 'process raft request' (duration: 206.803409ms)","trace[971330129] 'compare' (duration: 542.030856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:51.670172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.936322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:51.670216Z","caller":"traceutil/trace.go:171","msg":"trace[1714884207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25659; }","duration":"371.015084ms","start":"2026-04-23T03:10:51.299188Z","end":"2026-04-23T03:10:51.670203Z","steps":["trace[1714884207] 'agreement among raft nodes before linearized reading' (duration: 370.928261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:51.670217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.920075Z","time spent":"750.058804ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:51.670258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.299168Z","time spent":"371.078436ms","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:51.670449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.818452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-j5q84.18a8dd12e885b907\" ","response":"range_response_count:1 size:1387"} {"level":"info","ts":"2026-04-23T03:10:51.670514Z","caller":"traceutil/trace.go:171","msg":"trace[562690027] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-j5q84.18a8dd12e885b907; range_end:; response_count:1; response_revision:25659; }","duration":"446.920855ms","start":"2026-04-23T03:10:51.223578Z","end":"2026-04-23T03:10:51.670499Z","steps":["trace[562690027] 'agreement among raft nodes before linearized reading' (duration: 446.511132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:51.670679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.223554Z","time spent":"447.115412ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1410,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-j5q84.18a8dd12e885b907\" "} {"level":"warn","ts":"2026-04-23T03:10:52.075074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.729904ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T03:10:52.075206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.672713Z","time spent":"402.486644ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:10:52.075352Z","caller":"traceutil/trace.go:171","msg":"trace[179991913] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"192.635578ms","start":"2026-04-23T03:10:51.882674Z","end":"2026-04-23T03:10:52.075309Z","steps":["trace[179991913] 'process raft request' (duration: 192.500234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.075384Z","caller":"traceutil/trace.go:171","msg":"trace[1827164695] linearizableReadLoop","detail":"{readStateIndex:26520; appliedIndex:26519; }","duration":"295.121194ms","start":"2026-04-23T03:10:51.780238Z","end":"2026-04-23T03:10:52.075359Z","steps":["trace[1827164695] 'read index received' (duration: 84.106501ms)","trace[1827164695] 'applied index is now lower than readState.Index' (duration: 211.011373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:52.075594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.368782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-23T03:10:52.07567Z","caller":"traceutil/trace.go:171","msg":"trace[1603579746] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25660; }","duration":"295.472096ms","start":"2026-04-23T03:10:51.780164Z","end":"2026-04-23T03:10:52.075637Z","steps":["trace[1603579746] 'agreement among raft nodes before linearized reading' (duration: 295.279449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.298357Z","caller":"traceutil/trace.go:171","msg":"trace[1380898370] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"221.275219ms","start":"2026-04-23T03:10:52.077051Z","end":"2026-04-23T03:10:52.298326Z","steps":["trace[1380898370] 'process raft request' (duration: 221.093163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.375796Z","caller":"traceutil/trace.go:171","msg":"trace[1962194782] linearizableReadLoop","detail":"{readStateIndex:26524; appliedIndex:26522; }","duration":"146.200873ms","start":"2026-04-23T03:10:52.22957Z","end":"2026-04-23T03:10:52.375771Z","steps":["trace[1962194782] 'read index received' (duration: 68.747683ms)","trace[1962194782] 'applied index is now lower than readState.Index' (duration: 77.45123ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:52.375842Z","caller":"traceutil/trace.go:171","msg":"trace[149291919] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"208.771962ms","start":"2026-04-23T03:10:52.167039Z","end":"2026-04-23T03:10:52.375811Z","steps":["trace[149291919] 'process raft request' (duration: 208.598736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:52.376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.79001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:52.376041Z","caller":"traceutil/trace.go:171","msg":"trace[1392506674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25662; }","duration":"105.889613ms","start":"2026-04-23T03:10:52.27014Z","end":"2026-04-23T03:10:52.37603Z","steps":["trace[1392506674] 'agreement among raft nodes before linearized reading' (duration: 105.799551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:52.376136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.523564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T03:10:52.376163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.385692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:10:52.376212Z","caller":"traceutil/trace.go:171","msg":"trace[1038484593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25662; }","duration":"102.469185ms","start":"2026-04-23T03:10:52.273732Z","end":"2026-04-23T03:10:52.376201Z","steps":["trace[1038484593] 'agreement among raft nodes before linearized reading' (duration: 102.30252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.376259Z","caller":"traceutil/trace.go:171","msg":"trace[196747715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25662; }","duration":"146.71557ms","start":"2026-04-23T03:10:52.229524Z","end":"2026-04-23T03:10:52.37624Z","steps":["trace[196747715] 'agreement among raft nodes before linearized reading' (duration: 146.38302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.484105Z","caller":"traceutil/trace.go:171","msg":"trace[1361506457] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"102.994902ms","start":"2026-04-23T03:10:52.381092Z","end":"2026-04-23T03:10:52.484087Z","steps":["trace[1361506457] 'process raft request' (duration: 63.491377ms)","trace[1361506457] 'compare' (duration: 39.285468ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:52.484093Z","caller":"traceutil/trace.go:171","msg":"trace[1029183141] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"102.877307ms","start":"2026-04-23T03:10:52.381189Z","end":"2026-04-23T03:10:52.484067Z","steps":["trace[1029183141] 'process raft request' (duration: 102.821215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.961218Z","caller":"traceutil/trace.go:171","msg":"trace[1888603526] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"121.013584ms","start":"2026-04-23T03:10:52.840178Z","end":"2026-04-23T03:10:52.961191Z","steps":["trace[1888603526] 'process raft request' (duration: 120.858039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:52.978303Z","caller":"traceutil/trace.go:171","msg":"trace[746516491] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"137.613211ms","start":"2026-04-23T03:10:52.840667Z","end":"2026-04-23T03:10:52.97828Z","steps":["trace[746516491] 'process raft request' (duration: 137.486427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:53.937957Z","caller":"traceutil/trace.go:171","msg":"trace[1413277243] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"177.326902ms","start":"2026-04-23T03:10:53.760603Z","end":"2026-04-23T03:10:53.93793Z","steps":["trace[1413277243] 'process raft request' (duration: 87.20111ms)","trace[1413277243] 'compare' (duration: 89.380318ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:54.66004Z","caller":"traceutil/trace.go:171","msg":"trace[763489027] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"150.892883ms","start":"2026-04-23T03:10:54.509121Z","end":"2026-04-23T03:10:54.660014Z","steps":["trace[763489027] 'process raft request' (duration: 100.630066ms)","trace[763489027] 'compare' (duration: 49.950397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:56.455512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.917758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:56.455578Z","caller":"traceutil/trace.go:171","msg":"trace[1270542807] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25692; }","duration":"114.032831ms","start":"2026-04-23T03:10:56.34153Z","end":"2026-04-23T03:10:56.455563Z","steps":["trace[1270542807] 'count revisions from in-memory index tree' (duration: 113.837206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.804438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.827266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:10:56.804518Z","caller":"traceutil/trace.go:171","msg":"trace[1152862277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25693; }","duration":"199.968081ms","start":"2026-04-23T03:10:56.604531Z","end":"2026-04-23T03:10:56.804499Z","steps":["trace[1152862277] 'range keys from in-memory index tree' (duration: 199.62881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.851044Z","caller":"traceutil/trace.go:171","msg":"trace[328172339] linearizableReadLoop","detail":"{readStateIndex:26556; appliedIndex:26555; }","duration":"184.48305ms","start":"2026-04-23T03:10:56.66653Z","end":"2026-04-23T03:10:56.851013Z","steps":["trace[328172339] 'read index received' (duration: 184.260583ms)","trace[328172339] 'applied index is now lower than readState.Index' (duration: 220.767µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:56.851162Z","caller":"traceutil/trace.go:171","msg":"trace[795204627] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"185.051398ms","start":"2026-04-23T03:10:56.66608Z","end":"2026-04-23T03:10:56.851131Z","steps":["trace[795204627] 'process raft request' (duration: 184.639435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.851313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.759279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:10:56.851355Z","caller":"traceutil/trace.go:171","msg":"trace[713245824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25694; }","duration":"184.854422ms","start":"2026-04-23T03:10:56.666489Z","end":"2026-04-23T03:10:56.851344Z","steps":["trace[713245824] 'agreement among raft nodes before linearized reading' (duration: 184.669156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.871507Z","caller":"traceutil/trace.go:171","msg":"trace[262435443] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"138.964544ms","start":"2026-04-23T03:10:56.732514Z","end":"2026-04-23T03:10:56.871478Z","steps":["trace[262435443] 'process raft request' (duration: 138.732057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.871535Z","caller":"traceutil/trace.go:171","msg":"trace[1115409178] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"130.166915ms","start":"2026-04-23T03:10:56.741339Z","end":"2026-04-23T03:10:56.871506Z","steps":["trace[1115409178] 'process raft request' (duration: 130.047691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.871593Z","caller":"traceutil/trace.go:171","msg":"trace[307224100] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"128.117259ms","start":"2026-04-23T03:10:56.743455Z","end":"2026-04-23T03:10:56.871572Z","steps":["trace[307224100] 'process raft request' (duration: 127.968274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.871827Z","caller":"traceutil/trace.go:171","msg":"trace[413712231] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"128.233763ms","start":"2026-04-23T03:10:56.743579Z","end":"2026-04-23T03:10:56.871812Z","steps":["trace[413712231] 'process raft request' (duration: 127.876711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.027587Z","caller":"traceutil/trace.go:171","msg":"trace[971841456] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26561; }","duration":"156.028886ms","start":"2026-04-23T03:10:56.871534Z","end":"2026-04-23T03:10:57.027562Z","steps":["trace[971841456] 'read index received' (duration: 155.891481ms)","trace[971841456] 'applied index is now lower than readState.Index' (duration: 136.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:57.027705Z","caller":"traceutil/trace.go:171","msg":"trace[2012060697] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"171.637642ms","start":"2026-04-23T03:10:56.856055Z","end":"2026-04-23T03:10:57.027693Z","steps":["trace[2012060697] 'process raft request' (duration: 171.336142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:57.028098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.401857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:57.028176Z","caller":"traceutil/trace.go:171","msg":"trace[591497526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25700; }","duration":"161.81382ms","start":"2026-04-23T03:10:56.866345Z","end":"2026-04-23T03:10:57.028159Z","steps":["trace[591497526] 'agreement among raft nodes before linearized reading' (duration: 161.406397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:57.077434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.977214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:57.077522Z","caller":"traceutil/trace.go:171","msg":"trace[9804287] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25701; }","duration":"190.101838ms","start":"2026-04-23T03:10:56.887398Z","end":"2026-04-23T03:10:57.0775Z","steps":["trace[9804287] 'agreement among raft nodes before linearized reading' (duration: 189.958063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:57.077771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.336784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:57.077893Z","caller":"traceutil/trace.go:171","msg":"trace[38989375] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25701; }","duration":"138.51821ms","start":"2026-04-23T03:10:56.939354Z","end":"2026-04-23T03:10:57.077873Z","steps":["trace[38989375] 'agreement among raft nodes before linearized reading' (duration: 138.315383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.078159Z","caller":"traceutil/trace.go:171","msg":"trace[1096139929] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"200.830339ms","start":"2026-04-23T03:10:56.876985Z","end":"2026-04-23T03:10:57.077816Z","steps":["trace[1096139929] 'process raft request' (duration: 200.218659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.210762Z","caller":"traceutil/trace.go:171","msg":"trace[2106453] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"112.1063ms","start":"2026-04-23T03:10:57.098617Z","end":"2026-04-23T03:10:57.210724Z","steps":["trace[2106453] 'process raft request' (duration: 44.753951ms)","trace[2106453] 'compare' (duration: 67.180594ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:59.254235Z","caller":"traceutil/trace.go:171","msg":"trace[80214518] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"159.115624ms","start":"2026-04-23T03:10:59.095096Z","end":"2026-04-23T03:10:59.254212Z","steps":["trace[80214518] 'process raft request' (duration: 116.540472ms)","trace[80214518] 'compare' (duration: 42.410057ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:59.254453Z","caller":"traceutil/trace.go:171","msg":"trace[1733403519] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"159.327901ms","start":"2026-04-23T03:10:59.095096Z","end":"2026-04-23T03:10:59.254424Z","steps":["trace[1733403519] 'process raft request' (duration: 159.077593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:59.254485Z","caller":"traceutil/trace.go:171","msg":"trace[497476864] linearizableReadLoop","detail":"{readStateIndex:26580; appliedIndex:26577; }","duration":"158.926828ms","start":"2026-04-23T03:10:59.095461Z","end":"2026-04-23T03:10:59.254388Z","steps":["trace[497476864] 'read index received' (duration: 39.68255ms)","trace[497476864] 'applied index is now lower than readState.Index' (duration: 119.243108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:59.254654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.179636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:10:59.254905Z","caller":"traceutil/trace.go:171","msg":"trace[1517382729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25717; }","duration":"159.455614ms","start":"2026-04-23T03:10:59.095429Z","end":"2026-04-23T03:10:59.254885Z","steps":["trace[1517382729] 'agreement among raft nodes before linearized reading' (duration: 159.078563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.259943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.378201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:01.260035Z","caller":"traceutil/trace.go:171","msg":"trace[1471033741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25732; }","duration":"119.530266ms","start":"2026-04-23T03:11:01.140485Z","end":"2026-04-23T03:11:01.260016Z","steps":["trace[1471033741] 'agreement among raft nodes before linearized reading' (duration: 119.3511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:01.397028Z","caller":"traceutil/trace.go:171","msg":"trace[22915457] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"121.933973ms","start":"2026-04-23T03:11:01.275069Z","end":"2026-04-23T03:11:01.397003Z","steps":["trace[22915457] 'process raft request' (duration: 121.866421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:01.397062Z","caller":"traceutil/trace.go:171","msg":"trace[165907060] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"123.372049ms","start":"2026-04-23T03:11:01.273661Z","end":"2026-04-23T03:11:01.397033Z","steps":["trace[165907060] 'process raft request' (duration: 48.571923ms)","trace[165907060] 'compare' (duration: 74.457175ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:02.268828Z","caller":"traceutil/trace.go:171","msg":"trace[1698629158] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"177.140446ms","start":"2026-04-23T03:11:02.091661Z","end":"2026-04-23T03:11:02.268801Z","steps":["trace[1698629158] 'process raft request' (duration: 176.95832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:02.317554Z","caller":"traceutil/trace.go:171","msg":"trace[1652940524] linearizableReadLoop","detail":"{readStateIndex:26601; appliedIndex:26599; }","duration":"149.210839ms","start":"2026-04-23T03:11:02.168321Z","end":"2026-04-23T03:11:02.317532Z","steps":["trace[1652940524] 'read index received' (duration: 100.356037ms)","trace[1652940524] 'applied index is now lower than readState.Index' (duration: 48.853582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:02.317801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.445817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:02.317877Z","caller":"traceutil/trace.go:171","msg":"trace[794329597] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25738; }","duration":"149.577491ms","start":"2026-04-23T03:11:02.168282Z","end":"2026-04-23T03:11:02.317859Z","steps":["trace[794329597] 'agreement among raft nodes before linearized reading' (duration: 149.367035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:02.744019Z","caller":"traceutil/trace.go:171","msg":"trace[1475661340] linearizableReadLoop","detail":"{readStateIndex:26604; appliedIndex:26603; }","duration":"162.483251ms","start":"2026-04-23T03:11:02.581516Z","end":"2026-04-23T03:11:02.743999Z","steps":["trace[1475661340] 'read index received' (duration: 162.315185ms)","trace[1475661340] 'applied index is now lower than readState.Index' (duration: 166.846µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:02.744104Z","caller":"traceutil/trace.go:171","msg":"trace[2048161507] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"164.370541ms","start":"2026-04-23T03:11:02.579694Z","end":"2026-04-23T03:11:02.744064Z","steps":["trace[2048161507] 'process raft request' (duration: 164.148434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:02.744402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.865493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-04-23T03:11:02.744543Z","caller":"traceutil/trace.go:171","msg":"trace[296262846] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25740; }","duration":"163.048629ms","start":"2026-04-23T03:11:02.581475Z","end":"2026-04-23T03:11:02.744523Z","steps":["trace[296262846] 'agreement among raft nodes before linearized reading' (duration: 162.687948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:03.094683Z","caller":"traceutil/trace.go:171","msg":"trace[1760605702] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"106.392749ms","start":"2026-04-23T03:11:02.98826Z","end":"2026-04-23T03:11:03.094653Z","steps":["trace[1760605702] 'process raft request' (duration: 82.201611ms)","trace[1760605702] 'compare' (duration: 23.807576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:03.558375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.784591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:03.558487Z","caller":"traceutil/trace.go:171","msg":"trace[56519740] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"235.102298ms","start":"2026-04-23T03:11:03.323365Z","end":"2026-04-23T03:11:03.558467Z","steps":["trace[56519740] 'process raft request' (duration: 15.113161ms)","trace[56519740] 'compare' (duration: 219.583804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:03.571771Z","caller":"traceutil/trace.go:171","msg":"trace[273032676] linearizableReadLoop","detail":"{readStateIndex:26615; appliedIndex:26614; }","duration":"169.946258ms","start":"2026-04-23T03:11:03.401792Z","end":"2026-04-23T03:11:03.571738Z","steps":["trace[273032676] 'read index received' (duration: 169.744282ms)","trace[273032676] 'applied index is now lower than readState.Index' (duration: 201.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:03.57182Z","caller":"traceutil/trace.go:171","msg":"trace[1073342040] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"240.989134ms","start":"2026-04-23T03:11:03.330808Z","end":"2026-04-23T03:11:03.571797Z","steps":["trace[1073342040] 'process raft request' (duration: 240.803368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:03.571994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.110397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:03.572019Z","caller":"traceutil/trace.go:171","msg":"trace[574824279] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25751; }","duration":"144.185949ms","start":"2026-04-23T03:11:03.427827Z","end":"2026-04-23T03:11:03.572013Z","steps":["trace[574824279] 'agreement among raft nodes before linearized reading' (duration: 144.125127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:03.572007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.211927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:11:03.57206Z","caller":"traceutil/trace.go:171","msg":"trace[1759150093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25751; }","duration":"170.291719ms","start":"2026-04-23T03:11:03.401751Z","end":"2026-04-23T03:11:03.572042Z","steps":["trace[1759150093] 'agreement among raft nodes before linearized reading' (duration: 170.131664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:03.572073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.216306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T03:11:03.572111Z","caller":"traceutil/trace.go:171","msg":"trace[391850018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25751; }","duration":"170.298759ms","start":"2026-04-23T03:11:03.401801Z","end":"2026-04-23T03:11:03.572099Z","steps":["trace[391850018] 'agreement among raft nodes before linearized reading' (duration: 170.145664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:03.782065Z","caller":"traceutil/trace.go:171","msg":"trace[1288941044] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"203.056299ms","start":"2026-04-23T03:11:03.578918Z","end":"2026-04-23T03:11:03.781974Z","steps":["trace[1288941044] 'process raft request' (duration: 202.727159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:03.782302Z","caller":"traceutil/trace.go:171","msg":"trace[1619720772] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"202.507531ms","start":"2026-04-23T03:11:03.579752Z","end":"2026-04-23T03:11:03.78226Z","steps":["trace[1619720772] 'process raft request' (duration: 202.087048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:03.782793Z","caller":"traceutil/trace.go:171","msg":"trace[655338093] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"165.345811ms","start":"2026-04-23T03:11:03.617418Z","end":"2026-04-23T03:11:03.782764Z","steps":["trace[655338093] 'process raft request' (duration: 164.554306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:03.946753Z","caller":"traceutil/trace.go:171","msg":"trace[66325702] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"143.85853ms","start":"2026-04-23T03:11:03.802834Z","end":"2026-04-23T03:11:03.946692Z","steps":["trace[66325702] 'process raft request' (duration: 85.547528ms)","trace[66325702] 'compare' (duration: 58.158327ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:04.888766Z","caller":"traceutil/trace.go:171","msg":"trace[301251998] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"110.949264ms","start":"2026-04-23T03:11:04.777787Z","end":"2026-04-23T03:11:04.888736Z","steps":["trace[301251998] 'process raft request' (duration: 63.648172ms)","trace[301251998] 'compare' (duration: 46.972782ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:05.601878Z","caller":"traceutil/trace.go:171","msg":"trace[236152377] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"204.155945ms","start":"2026-04-23T03:11:05.397675Z","end":"2026-04-23T03:11:05.601831Z","steps":["trace[236152377] 'process raft request' (duration: 151.052898ms)","trace[236152377] 'compare' (duration: 52.872199ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:05.935712Z","caller":"traceutil/trace.go:171","msg":"trace[84414057] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"141.735801ms","start":"2026-04-23T03:11:05.793948Z","end":"2026-04-23T03:11:05.935684Z","steps":["trace[84414057] 'process raft request' (duration: 141.539995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:06.026545Z","caller":"traceutil/trace.go:171","msg":"trace[587702779] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"231.077699ms","start":"2026-04-23T03:11:05.795434Z","end":"2026-04-23T03:11:06.026512Z","steps":["trace[587702779] 'process raft request' (duration: 230.997447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:06.026523Z","caller":"traceutil/trace.go:171","msg":"trace[1939758990] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"232.498685ms","start":"2026-04-23T03:11:05.793967Z","end":"2026-04-23T03:11:06.026466Z","steps":["trace[1939758990] 'process raft request' (duration: 231.360439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:06.026698Z","caller":"traceutil/trace.go:171","msg":"trace[215418193] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"232.67564ms","start":"2026-04-23T03:11:05.793988Z","end":"2026-04-23T03:11:06.026663Z","steps":["trace[215418193] 'process raft request' (duration: 232.370841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:06.635985Z","caller":"traceutil/trace.go:171","msg":"trace[640561459] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"238.417583ms","start":"2026-04-23T03:11:06.397539Z","end":"2026-04-23T03:11:06.635957Z","steps":["trace[640561459] 'process raft request' (duration: 237.809723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.291734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.593568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:07.291862Z","caller":"traceutil/trace.go:171","msg":"trace[1086424066] linearizableReadLoop","detail":"{readStateIndex:26647; appliedIndex:26646; }","duration":"315.571934ms","start":"2026-04-23T03:11:06.976258Z","end":"2026-04-23T03:11:07.29183Z","steps":["trace[1086424066] 'read index received' (duration: 150.758999ms)","trace[1086424066] 'applied index is now lower than readState.Index' (duration: 164.811825ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:07.291935Z","caller":"traceutil/trace.go:171","msg":"trace[1532661338] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"509.292226ms","start":"2026-04-23T03:11:06.782631Z","end":"2026-04-23T03:11:07.291923Z","steps":["trace[1532661338] 'process raft request' (duration: 344.410509ms)","trace[1532661338] 'compare' (duration: 164.481474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:07.291998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.782594Z","time spent":"509.373729ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:07.292391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.147041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:07.29249Z","caller":"traceutil/trace.go:171","msg":"trace[1572222243] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25783; }","duration":"316.267955ms","start":"2026-04-23T03:11:06.9762Z","end":"2026-04-23T03:11:07.292468Z","steps":["trace[1572222243] 'agreement among raft nodes before linearized reading' (duration: 316.09522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.292536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.976112Z","time spent":"316.41364ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:07.365512Z","caller":"traceutil/trace.go:171","msg":"trace[1686908042] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"383.640595ms","start":"2026-04-23T03:11:06.981854Z","end":"2026-04-23T03:11:07.365495Z","steps":["trace[1686908042] 'process raft request' (duration: 383.49777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.365634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.981827Z","time spent":"383.745728ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:07.563523Z","caller":"traceutil/trace.go:171","msg":"trace[1726285688] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"408.779762ms","start":"2026-04-23T03:11:07.154713Z","end":"2026-04-23T03:11:07.563493Z","steps":["trace[1726285688] 'process raft request' (duration: 408.468302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.563523Z","caller":"traceutil/trace.go:171","msg":"trace[1760275375] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"403.728652ms","start":"2026-04-23T03:11:07.15976Z","end":"2026-04-23T03:11:07.563489Z","steps":["trace[1760275375] 'process raft request' (duration: 403.597708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.563661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.154685Z","time spent":"408.901966ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:07.563713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.159733Z","time spent":"403.876177ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:07.56376Z","caller":"traceutil/trace.go:171","msg":"trace[678429583] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26647; }","duration":"271.849803ms","start":"2026-04-23T03:11:07.29189Z","end":"2026-04-23T03:11:07.563739Z","steps":["trace[678429583] 'read index received' (duration: 73.501643ms)","trace[678429583] 'applied index is now lower than readState.Index' (duration: 198.34743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:07.563872Z","caller":"traceutil/trace.go:171","msg":"trace[1407489206] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"403.849026ms","start":"2026-04-23T03:11:07.160007Z","end":"2026-04-23T03:11:07.563856Z","steps":["trace[1407489206] 'process raft request' (duration: 403.430353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.56388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.6373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:07.563877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.891612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:07.563924Z","caller":"traceutil/trace.go:171","msg":"trace[9160853] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25788; }","duration":"585.728503ms","start":"2026-04-23T03:11:06.978184Z","end":"2026-04-23T03:11:07.563912Z","steps":["trace[9160853] 'agreement among raft nodes before linearized reading' (duration: 585.65523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.563927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.896699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T03:11:07.563958Z","caller":"traceutil/trace.go:171","msg":"trace[624287438] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:25788; }","duration":"466.985071ms","start":"2026-04-23T03:11:07.096964Z","end":"2026-04-23T03:11:07.563949Z","steps":["trace[624287438] 'agreement among raft nodes before linearized reading' (duration: 466.856387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.563964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.978152Z","time spent":"585.802315ms","remote":"127.0.0.1:44656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:07.563975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.096935Z","time spent":"467.035482ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-04-23T03:11:07.563978Z","caller":"traceutil/trace.go:171","msg":"trace[622355485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25788; }","duration":"293.030917ms","start":"2026-04-23T03:11:07.270917Z","end":"2026-04-23T03:11:07.563948Z","steps":["trace[622355485] 'agreement among raft nodes before linearized reading' (duration: 292.849671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.56396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.15999Z","time spent":"403.924039ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:07.56399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.827429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:11:07.564003Z","caller":"traceutil/trace.go:171","msg":"trace[1644144121] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"403.551396ms","start":"2026-04-23T03:11:07.160409Z","end":"2026-04-23T03:11:07.56396Z","steps":["trace[1644144121] 'process raft request' (duration: 403.239716ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.564204Z","caller":"traceutil/trace.go:171","msg":"trace[586325776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25788; }","duration":"366.099817ms","start":"2026-04-23T03:11:07.198087Z","end":"2026-04-23T03:11:07.564187Z","steps":["trace[586325776] 'agreement among raft nodes before linearized reading' (duration: 365.686124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.564291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.198073Z","time spent":"366.18689ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:11:07.564301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.160382Z","time spent":"403.871036ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:07.566327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.18332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:07.566362Z","caller":"traceutil/trace.go:171","msg":"trace[1589412287] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25789; }","duration":"127.267452ms","start":"2026-04-23T03:11:07.439083Z","end":"2026-04-23T03:11:07.56635Z","steps":["trace[1589412287] 'agreement among raft nodes before linearized reading' (duration: 127.18833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.566421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.284588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:07.5665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.630274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:11:07.566524Z","caller":"traceutil/trace.go:171","msg":"trace[1044453010] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25789; }","duration":"164.523276ms","start":"2026-04-23T03:11:07.40198Z","end":"2026-04-23T03:11:07.566504Z","steps":["trace[1044453010] 'agreement among raft nodes before linearized reading' (duration: 164.308459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.566557Z","caller":"traceutil/trace.go:171","msg":"trace[706813298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25789; }","duration":"201.710987ms","start":"2026-04-23T03:11:07.364822Z","end":"2026-04-23T03:11:07.566533Z","steps":["trace[706813298] 'agreement among raft nodes before linearized reading' (duration: 201.536531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.820599Z","caller":"traceutil/trace.go:171","msg":"trace[327749758] linearizableReadLoop","detail":"{readStateIndex:26656; appliedIndex:26654; }","duration":"202.093529ms","start":"2026-04-23T03:11:07.618483Z","end":"2026-04-23T03:11:07.820577Z","steps":["trace[327749758] 'read index received' (duration: 179.623085ms)","trace[327749758] 'applied index is now lower than readState.Index' (duration: 22.469354ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:07.820855Z","caller":"traceutil/trace.go:171","msg":"trace[935346113] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"252.296233ms","start":"2026-04-23T03:11:07.568545Z","end":"2026-04-23T03:11:07.820841Z","steps":["trace[935346113] 'process raft request' (duration: 229.549251ms)","trace[935346113] 'compare' (duration: 21.620457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:07.820953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.49528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:07.820933Z","caller":"traceutil/trace.go:171","msg":"trace[520144410] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"249.850366ms","start":"2026-04-23T03:11:07.57105Z","end":"2026-04-23T03:11:07.820901Z","steps":["trace[520144410] 'process raft request' (duration: 249.469874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.821022Z","caller":"traceutil/trace.go:171","msg":"trace[1640056444] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25791; }","duration":"246.616374ms","start":"2026-04-23T03:11:07.574389Z","end":"2026-04-23T03:11:07.821005Z","steps":["trace[1640056444] 'agreement among raft nodes before linearized reading' (duration: 246.475149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.917732Z","caller":"traceutil/trace.go:171","msg":"trace[549261531] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"298.187481ms","start":"2026-04-23T03:11:07.619513Z","end":"2026-04-23T03:11:07.917701Z","steps":["trace[549261531] 'process raft request' (duration: 298.016535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.917817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.584145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:07.917874Z","caller":"traceutil/trace.go:171","msg":"trace[392995070] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:25792; }","duration":"168.667897ms","start":"2026-04-23T03:11:07.749193Z","end":"2026-04-23T03:11:07.917861Z","steps":["trace[392995070] 'agreement among raft nodes before linearized reading' (duration: 168.503062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:07.917874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.952711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:11:07.917895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.357235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:11:07.917962Z","caller":"traceutil/trace.go:171","msg":"trace[1045843545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25792; }","duration":"229.485728ms","start":"2026-04-23T03:11:07.68846Z","end":"2026-04-23T03:11:07.917945Z","steps":["trace[1045843545] 'agreement among raft nodes before linearized reading' (duration: 229.273102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:07.917957Z","caller":"traceutil/trace.go:171","msg":"trace[1280878940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25792; }","duration":"172.085326ms","start":"2026-04-23T03:11:07.74585Z","end":"2026-04-23T03:11:07.917935Z","steps":["trace[1280878940] 'agreement among raft nodes before linearized reading' (duration: 171.851329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.038716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.220562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:08.038861Z","caller":"traceutil/trace.go:171","msg":"trace[1750417063] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"215.9592ms","start":"2026-04-23T03:11:07.82286Z","end":"2026-04-23T03:11:08.038819Z","steps":["trace[1750417063] 'process raft request' (duration: 110.568382ms)","trace[1750417063] 'compare' (duration: 105.066107ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:08.038937Z","caller":"traceutil/trace.go:171","msg":"trace[230504469] linearizableReadLoop","detail":"{readStateIndex:26658; appliedIndex:26657; }","duration":"121.22464ms","start":"2026-04-23T03:11:07.917677Z","end":"2026-04-23T03:11:08.038902Z","steps":["trace[230504469] 'read index received' (duration: 15.789611ms)","trace[230504469] 'applied index is now lower than readState.Index' (duration: 105.430139ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:08.039041Z","caller":"traceutil/trace.go:171","msg":"trace[1046433416] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"115.632943ms","start":"2026-04-23T03:11:07.923385Z","end":"2026-04-23T03:11:08.039018Z","steps":["trace[1046433416] 'process raft request' (duration: 115.574621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.039102Z","caller":"traceutil/trace.go:171","msg":"trace[822920286] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"116.297034ms","start":"2026-04-23T03:11:07.922774Z","end":"2026-04-23T03:11:08.039071Z","steps":["trace[822920286] 'process raft request' (duration: 116.062886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.039164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.424869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:08.039217Z","caller":"traceutil/trace.go:171","msg":"trace[811561896] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25795; }","duration":"162.545123ms","start":"2026-04-23T03:11:07.876661Z","end":"2026-04-23T03:11:08.039206Z","steps":["trace[811561896] 'agreement among raft nodes before linearized reading' (duration: 162.321816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.099525Z","caller":"traceutil/trace.go:171","msg":"trace[1593128326] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"161.617834ms","start":"2026-04-23T03:11:07.937878Z","end":"2026-04-23T03:11:08.099496Z","steps":["trace[1593128326] 'process raft request' (duration: 161.435278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.099599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.818876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T03:11:08.09965Z","caller":"traceutil/trace.go:171","msg":"trace[1351850403] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25796; }","duration":"176.901078ms","start":"2026-04-23T03:11:07.922734Z","end":"2026-04-23T03:11:08.099635Z","steps":["trace[1351850403] 'agreement among raft nodes before linearized reading' (duration: 176.709312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.099753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.473839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:11:08.099828Z","caller":"traceutil/trace.go:171","msg":"trace[1075801888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25796; }","duration":"161.591663ms","start":"2026-04-23T03:11:07.938219Z","end":"2026-04-23T03:11:08.099811Z","steps":["trace[1075801888] 'agreement among raft nodes before linearized reading' (duration: 161.371966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.100004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.310022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:11:08.100068Z","caller":"traceutil/trace.go:171","msg":"trace[1982140542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25796; }","duration":"149.410945ms","start":"2026-04-23T03:11:07.950642Z","end":"2026-04-23T03:11:08.100053Z","steps":["trace[1982140542] 'agreement among raft nodes before linearized reading' (duration: 149.174298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.315314Z","caller":"traceutil/trace.go:171","msg":"trace[1764313072] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"137.878479ms","start":"2026-04-23T03:11:08.177412Z","end":"2026-04-23T03:11:08.315291Z","steps":["trace[1764313072] 'process raft request' (duration: 137.835498ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.315448Z","caller":"traceutil/trace.go:171","msg":"trace[287521448] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"194.59554ms","start":"2026-04-23T03:11:08.120833Z","end":"2026-04-23T03:11:08.315428Z","steps":["trace[287521448] 'process raft request' (duration: 194.249439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.315432Z","caller":"traceutil/trace.go:171","msg":"trace[964611756] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"194.442586ms","start":"2026-04-23T03:11:08.120957Z","end":"2026-04-23T03:11:08.3154Z","steps":["trace[964611756] 'process raft request' (duration: 194.210428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.315459Z","caller":"traceutil/trace.go:171","msg":"trace[756799885] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"144.750728ms","start":"2026-04-23T03:11:08.170665Z","end":"2026-04-23T03:11:08.315416Z","steps":["trace[756799885] 'process raft request' (duration: 144.544622ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.315559Z","caller":"traceutil/trace.go:171","msg":"trace[160909533] linearizableReadLoop","detail":"{readStateIndex:26662; appliedIndex:26661; }","duration":"208.713699ms","start":"2026-04-23T03:11:08.106835Z","end":"2026-04-23T03:11:08.315549Z","steps":["trace[160909533] 'read index received' (duration: 117.457841ms)","trace[160909533] 'applied index is now lower than readState.Index' (duration: 91.254068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:08.315651Z","caller":"traceutil/trace.go:171","msg":"trace[109930592] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"208.831063ms","start":"2026-04-23T03:11:08.10681Z","end":"2026-04-23T03:11:08.315641Z","steps":["trace[109930592] 'process raft request' (duration: 117.497092ms)","trace[109930592] 'compare' (duration: 90.604758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:08.315855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.368291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:08.31589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.034099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:11:08.315931Z","caller":"traceutil/trace.go:171","msg":"trace[198108210] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25801; }","duration":"209.103142ms","start":"2026-04-23T03:11:08.106818Z","end":"2026-04-23T03:11:08.315921Z","steps":["trace[198108210] 'agreement among raft nodes before linearized reading' (duration: 208.922596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.315938Z","caller":"traceutil/trace.go:171","msg":"trace[1188631770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25801; }","duration":"164.508215ms","start":"2026-04-23T03:11:08.151408Z","end":"2026-04-23T03:11:08.315917Z","steps":["trace[1188631770] 'agreement among raft nodes before linearized reading' (duration: 164.33767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.316005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.610976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-kp8qx.18a8db030bbbb4c9\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-23T03:11:08.31606Z","caller":"traceutil/trace.go:171","msg":"trace[539249851] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-kp8qx.18a8db030bbbb4c9; range_end:; response_count:1; response_revision:25801; }","duration":"140.681718ms","start":"2026-04-23T03:11:08.175364Z","end":"2026-04-23T03:11:08.316046Z","steps":["trace[539249851] 'agreement among raft nodes before linearized reading' (duration: 140.545954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.316141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.492845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-686c6649fb-4vn8x\" ","response":"range_response_count:1 size:8491"} {"level":"info","ts":"2026-04-23T03:11:08.316208Z","caller":"traceutil/trace.go:171","msg":"trace[1237822834] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-686c6649fb-4vn8x; range_end:; response_count:1; response_revision:25801; }","duration":"147.594938ms","start":"2026-04-23T03:11:08.168598Z","end":"2026-04-23T03:11:08.316193Z","steps":["trace[1237822834] 'agreement among raft nodes before linearized reading' (duration: 147.394351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.316204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.952167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:08.316302Z","caller":"traceutil/trace.go:171","msg":"trace[868272384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25801; }","duration":"158.074421ms","start":"2026-04-23T03:11:08.158211Z","end":"2026-04-23T03:11:08.316286Z","steps":["trace[868272384] 'agreement among raft nodes before linearized reading' (duration: 157.944637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.497296Z","caller":"traceutil/trace.go:171","msg":"trace[1185321929] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"178.035135ms","start":"2026-04-23T03:11:08.31923Z","end":"2026-04-23T03:11:08.497265Z","steps":["trace[1185321929] 'process raft request' (duration: 108.516417ms)","trace[1185321929] 'compare' (duration: 69.374643ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:08.529294Z","caller":"traceutil/trace.go:171","msg":"trace[1047375410] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"208.948626ms","start":"2026-04-23T03:11:08.320287Z","end":"2026-04-23T03:11:08.529236Z","steps":["trace[1047375410] 'process raft request' (duration: 208.797441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.529378Z","caller":"traceutil/trace.go:171","msg":"trace[1124976388] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"207.440299ms","start":"2026-04-23T03:11:08.321934Z","end":"2026-04-23T03:11:08.529374Z","steps":["trace[1124976388] 'process raft request' (duration: 207.252533ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.529442Z","caller":"traceutil/trace.go:171","msg":"trace[491957493] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"202.864033ms","start":"2026-04-23T03:11:08.326552Z","end":"2026-04-23T03:11:08.529416Z","steps":["trace[491957493] 'process raft request' (duration: 202.669507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.529339Z","caller":"traceutil/trace.go:171","msg":"trace[400866588] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25806; }","duration":"201.407307ms","start":"2026-04-23T03:11:08.327917Z","end":"2026-04-23T03:11:08.529324Z","steps":["trace[400866588] 'process raft request' (duration: 201.385916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.529612Z","caller":"traceutil/trace.go:171","msg":"trace[501694406] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"202.653217ms","start":"2026-04-23T03:11:08.326951Z","end":"2026-04-23T03:11:08.529604Z","steps":["trace[501694406] 'process raft request' (duration: 202.320966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.709121Z","caller":"traceutil/trace.go:171","msg":"trace[2110450315] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"169.457022ms","start":"2026-04-23T03:11:08.539644Z","end":"2026-04-23T03:11:08.709101Z","steps":["trace[2110450315] 'process raft request' (duration: 169.305478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.856448Z","caller":"traceutil/trace.go:171","msg":"trace[479885595] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"310.060168ms","start":"2026-04-23T03:11:08.546364Z","end":"2026-04-23T03:11:08.856424Z","steps":["trace[479885595] 'process raft request' (duration: 309.665086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.85658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.546345Z","time spent":"310.167091ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2326,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:08.856629Z","caller":"traceutil/trace.go:171","msg":"trace[204281651] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"312.098313ms","start":"2026-04-23T03:11:08.544498Z","end":"2026-04-23T03:11:08.856596Z","steps":["trace[204281651] 'process raft request' (duration: 280.143998ms)","trace[204281651] 'compare' (duration: 31.214811ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:08.856826Z","caller":"traceutil/trace.go:171","msg":"trace[1474557054] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"214.459742ms","start":"2026-04-23T03:11:08.642349Z","end":"2026-04-23T03:11:08.856809Z","steps":["trace[1474557054] 'process raft request' (duration: 213.750849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.856813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.54448Z","time spent":"312.254258ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:08.857453Z","caller":"traceutil/trace.go:171","msg":"trace[2083746870] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"147.711832ms","start":"2026-04-23T03:11:08.709727Z","end":"2026-04-23T03:11:08.857439Z","steps":["trace[2083746870] 'process raft request' (duration: 147.594258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:08.857569Z","caller":"traceutil/trace.go:171","msg":"trace[1759124785] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"203.281697ms","start":"2026-04-23T03:11:08.654278Z","end":"2026-04-23T03:11:08.857559Z","steps":["trace[1759124785] 'process raft request' (duration: 201.875272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.185079Z","caller":"traceutil/trace.go:171","msg":"trace[1483367903] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"128.556274ms","start":"2026-04-23T03:11:09.056498Z","end":"2026-04-23T03:11:09.185054Z","steps":["trace[1483367903] 'process raft request' (duration: 128.465381ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.185143Z","caller":"traceutil/trace.go:171","msg":"trace[552576378] linearizableReadLoop","detail":"{readStateIndex:26681; appliedIndex:26680; }","duration":"130.635219ms","start":"2026-04-23T03:11:09.05449Z","end":"2026-04-23T03:11:09.185126Z","steps":["trace[552576378] 'read index received' (duration: 128.709978ms)","trace[552576378] 'applied index is now lower than readState.Index' (duration: 1.924211ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:09.185213Z","caller":"traceutil/trace.go:171","msg":"trace[1333676126] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"226.457492ms","start":"2026-04-23T03:11:08.958748Z","end":"2026-04-23T03:11:09.185205Z","steps":["trace[1333676126] 'process raft request' (duration: 224.439438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.185402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.97342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T03:11:09.185422Z","caller":"traceutil/trace.go:171","msg":"trace[391231264] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25816; }","duration":"131.038772ms","start":"2026-04-23T03:11:09.054378Z","end":"2026-04-23T03:11:09.185417Z","steps":["trace[391231264] 'agreement among raft nodes before linearized reading' (duration: 130.936919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.185513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.170294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.185531Z","caller":"traceutil/trace.go:171","msg":"trace[473471655] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25816; }","duration":"130.209066ms","start":"2026-04-23T03:11:09.055319Z","end":"2026-04-23T03:11:09.185528Z","steps":["trace[473471655] 'agreement among raft nodes before linearized reading' (duration: 130.177045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.338484Z","caller":"traceutil/trace.go:171","msg":"trace[828836998] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"146.461152ms","start":"2026-04-23T03:11:09.192003Z","end":"2026-04-23T03:11:09.338464Z","steps":["trace[828836998] 'process raft request' (duration: 137.704204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.375154Z","caller":"traceutil/trace.go:171","msg":"trace[1756901751] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"182.797907ms","start":"2026-04-23T03:11:09.192322Z","end":"2026-04-23T03:11:09.37512Z","steps":["trace[1756901751] 'process raft request' (duration: 182.451396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.375278Z","caller":"traceutil/trace.go:171","msg":"trace[1792328418] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"181.231907ms","start":"2026-04-23T03:11:09.194016Z","end":"2026-04-23T03:11:09.375248Z","steps":["trace[1792328418] 'process raft request' (duration: 180.844944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.375573Z","caller":"traceutil/trace.go:171","msg":"trace[1885889008] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"170.402823ms","start":"2026-04-23T03:11:09.205162Z","end":"2026-04-23T03:11:09.375565Z","steps":["trace[1885889008] 'process raft request' (duration: 169.913257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.37576Z","caller":"traceutil/trace.go:171","msg":"trace[646475233] linearizableReadLoop","detail":"{readStateIndex:26685; appliedIndex:26682; }","duration":"180.274297ms","start":"2026-04-23T03:11:09.195473Z","end":"2026-04-23T03:11:09.375748Z","steps":["trace[646475233] 'read index received' (duration: 134.205223ms)","trace[646475233] 'applied index is now lower than readState.Index' (duration: 46.068444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:09.375838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.345979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.375867Z","caller":"traceutil/trace.go:171","msg":"trace[1162557020] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"142.452954ms","start":"2026-04-23T03:11:09.233385Z","end":"2026-04-23T03:11:09.375838Z","steps":["trace[1162557020] 'process raft request' (duration: 142.111274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.376005Z","caller":"traceutil/trace.go:171","msg":"trace[848106600] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25822; }","duration":"180.503794ms","start":"2026-04-23T03:11:09.195414Z","end":"2026-04-23T03:11:09.375918Z","steps":["trace[848106600] 'agreement among raft nodes before linearized reading' (duration: 180.38292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.399879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.041102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.399952Z","caller":"traceutil/trace.go:171","msg":"trace[1504261013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25824; }","duration":"131.150146ms","start":"2026-04-23T03:11:09.268786Z","end":"2026-04-23T03:11:09.399936Z","steps":["trace[1504261013] 'agreement among raft nodes before linearized reading' (duration: 131.034372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.400003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.345069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:09.400028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.697569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-23T03:11:09.400071Z","caller":"traceutil/trace.go:171","msg":"trace[1219438818] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25824; }","duration":"203.430591ms","start":"2026-04-23T03:11:09.196622Z","end":"2026-04-23T03:11:09.400053Z","steps":["trace[1219438818] 'agreement among raft nodes before linearized reading' (duration: 203.329218ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.400108Z","caller":"traceutil/trace.go:171","msg":"trace[142668314] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25824; }","duration":"191.804992ms","start":"2026-04-23T03:11:09.208283Z","end":"2026-04-23T03:11:09.400088Z","steps":["trace[142668314] 'agreement among raft nodes before linearized reading' (duration: 191.588876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.79995Z","caller":"traceutil/trace.go:171","msg":"trace[752358311] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"421.951933ms","start":"2026-04-23T03:11:09.377966Z","end":"2026-04-23T03:11:09.799918Z","steps":["trace[752358311] 'process raft request' (duration: 418.09268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.800089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.377942Z","time spent":"422.084887ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2412,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.800097Z","caller":"traceutil/trace.go:171","msg":"trace[1117670163] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"418.046498ms","start":"2026-04-23T03:11:09.382018Z","end":"2026-04-23T03:11:09.800065Z","steps":["trace[1117670163] 'process raft request' (duration: 417.877353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.800175Z","caller":"traceutil/trace.go:171","msg":"trace[1454696589] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"417.276774ms","start":"2026-04-23T03:11:09.382875Z","end":"2026-04-23T03:11:09.800152Z","steps":["trace[1454696589] 'process raft request' (duration: 417.12867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.800093Z","caller":"traceutil/trace.go:171","msg":"trace[1103410179] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"417.258784ms","start":"2026-04-23T03:11:09.382824Z","end":"2026-04-23T03:11:09.800083Z","steps":["trace[1103410179] 'process raft request' (duration: 417.13545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.79996Z","caller":"traceutil/trace.go:171","msg":"trace[820965645] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"418.40089ms","start":"2026-04-23T03:11:09.381535Z","end":"2026-04-23T03:11:09.799936Z","steps":["trace[820965645] 'process raft request' (duration: 418.258036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.800328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.382869Z","time spent":"417.400238ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:11:09.800342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.382815Z","time spent":"417.489601ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.800359Z","caller":"traceutil/trace.go:171","msg":"trace[1694553584] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"416.908182ms","start":"2026-04-23T03:11:09.383434Z","end":"2026-04-23T03:11:09.800342Z","steps":["trace[1694553584] 'process raft request' (duration: 416.648624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.80037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.381525Z","time spent":"418.809873ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.800435Z","caller":"traceutil/trace.go:171","msg":"trace[1734306690] linearizableReadLoop","detail":"{readStateIndex:26699; appliedIndex:26690; }","duration":"400.623266ms","start":"2026-04-23T03:11:09.399797Z","end":"2026-04-23T03:11:09.80042Z","steps":["trace[1734306690] 'read index received' (duration: 396.276777ms)","trace[1734306690] 'applied index is now lower than readState.Index' (duration: 4.345029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:09.800452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.383428Z","time spent":"416.966894ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.800533Z","caller":"traceutil/trace.go:171","msg":"trace[556798200] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"408.441354ms","start":"2026-04-23T03:11:09.392064Z","end":"2026-04-23T03:11:09.800505Z","steps":["trace[556798200] 'process raft request' (duration: 408.266159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.800584Z","caller":"traceutil/trace.go:171","msg":"trace[798756580] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"416.897943ms","start":"2026-04-23T03:11:09.383674Z","end":"2026-04-23T03:11:09.800572Z","steps":["trace[798756580] 'process raft request' (duration: 416.471239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.800622Z","caller":"traceutil/trace.go:171","msg":"trace[150625225] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"415.475597ms","start":"2026-04-23T03:11:09.385137Z","end":"2026-04-23T03:11:09.800612Z","steps":["trace[150625225] 'process raft request' (duration: 415.123436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.800633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.392051Z","time spent":"408.526797ms","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:09.800639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.383667Z","time spent":"416.946504ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:11:09.800648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.461238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"warn","ts":"2026-04-23T03:11:09.800668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.385116Z","time spent":"415.531099ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.800881Z","caller":"traceutil/trace.go:171","msg":"trace[1717225552] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25833; }","duration":"416.734737ms","start":"2026-04-23T03:11:09.384133Z","end":"2026-04-23T03:11:09.800868Z","steps":["trace[1717225552] 'agreement among raft nodes before linearized reading' (duration: 416.382166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.800928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.384112Z","time spent":"416.802969ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2687,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-23T03:11:09.801039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.38201Z","time spent":"418.998409ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.864013Z","caller":"traceutil/trace.go:171","msg":"trace[576375593] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"458.497614ms","start":"2026-04-23T03:11:09.405493Z","end":"2026-04-23T03:11:09.86399Z","steps":["trace[576375593] 'process raft request' (duration: 457.965127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.86413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.405473Z","time spent":"458.603907ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.864409Z","caller":"traceutil/trace.go:171","msg":"trace[1160704724] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"458.887466ms","start":"2026-04-23T03:11:09.405511Z","end":"2026-04-23T03:11:09.864398Z","steps":["trace[1160704724] 'process raft request' (duration: 458.06738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.864466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.40549Z","time spent":"458.951258ms","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:09.864748Z","caller":"traceutil/trace.go:171","msg":"trace[778270729] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"295.125945ms","start":"2026-04-23T03:11:09.569598Z","end":"2026-04-23T03:11:09.864724Z","steps":["trace[778270729] 'process raft request' (duration: 294.02702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.864876Z","caller":"traceutil/trace.go:171","msg":"trace[1677532721] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"295.229378ms","start":"2026-04-23T03:11:09.569638Z","end":"2026-04-23T03:11:09.864868Z","steps":["trace[1677532721] 'process raft request' (duration: 294.04814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.864984Z","caller":"traceutil/trace.go:171","msg":"trace[72337927] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"295.239358ms","start":"2026-04-23T03:11:09.569736Z","end":"2026-04-23T03:11:09.864976Z","steps":["trace[72337927] 'process raft request' (duration: 293.989508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.865094Z","caller":"traceutil/trace.go:171","msg":"trace[301685434] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"294.136684ms","start":"2026-04-23T03:11:09.570948Z","end":"2026-04-23T03:11:09.865085Z","steps":["trace[301685434] 'process raft request' (duration: 292.808471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.865273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.272511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:11:09.865302Z","caller":"traceutil/trace.go:171","msg":"trace[1073806322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25839; }","duration":"381.334612ms","start":"2026-04-23T03:11:09.483959Z","end":"2026-04-23T03:11:09.865293Z","steps":["trace[1073806322] 'agreement among raft nodes before linearized reading' (duration: 381.221309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.865328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.483941Z","time spent":"381.380894ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:11:09.865518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.242945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.865566Z","caller":"traceutil/trace.go:171","msg":"trace[1574991354] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25839; }","duration":"418.325937ms","start":"2026-04-23T03:11:09.447228Z","end":"2026-04-23T03:11:09.865554Z","steps":["trace[1574991354] 'agreement among raft nodes before linearized reading' (duration: 418.250295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.865601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.447208Z","time spent":"418.38438ms","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:09.865801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.507376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T03:11:09.865837Z","caller":"traceutil/trace.go:171","msg":"trace[1937728772] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25839; }","duration":"425.541487ms","start":"2026-04-23T03:11:09.440286Z","end":"2026-04-23T03:11:09.865827Z","steps":["trace[1937728772] 'agreement among raft nodes before linearized reading' (duration: 425.447664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.865868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.440233Z","time spent":"425.628849ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-23T03:11:09.866044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.051376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T03:11:09.866076Z","caller":"traceutil/trace.go:171","msg":"trace[1037999644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25839; }","duration":"456.119518ms","start":"2026-04-23T03:11:09.409949Z","end":"2026-04-23T03:11:09.866068Z","steps":["trace[1037999644] 'agreement among raft nodes before linearized reading' (duration: 456.037675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.866178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.409929Z","time spent":"456.1716ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-23T03:11:09.866334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.700094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.866368Z","caller":"traceutil/trace.go:171","msg":"trace[1091336261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25839; }","duration":"460.765686ms","start":"2026-04-23T03:11:09.405591Z","end":"2026-04-23T03:11:09.866357Z","steps":["trace[1091336261] 'agreement among raft nodes before linearized reading' (duration: 460.717104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.866411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.405584Z","time spent":"460.821817ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:11:09.974094Z","caller":"traceutil/trace.go:171","msg":"trace[1552422344] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"169.566976ms","start":"2026-04-23T03:11:09.80449Z","end":"2026-04-23T03:11:09.974057Z","steps":["trace[1552422344] 'process raft request' (duration: 169.290117ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.974427Z","caller":"traceutil/trace.go:171","msg":"trace[229652976] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"169.726661ms","start":"2026-04-23T03:11:09.80468Z","end":"2026-04-23T03:11:09.974406Z","steps":["trace[229652976] 'process raft request' (duration: 169.279867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.97446Z","caller":"traceutil/trace.go:171","msg":"trace[1072637655] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"168.494912ms","start":"2026-04-23T03:11:09.805912Z","end":"2026-04-23T03:11:09.974407Z","steps":["trace[1072637655] 'process raft request' (duration: 168.09413ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.97461Z","caller":"traceutil/trace.go:171","msg":"trace[986569333] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"168.12604ms","start":"2026-04-23T03:11:09.806466Z","end":"2026-04-23T03:11:09.974592Z","steps":["trace[986569333] 'process raft request' (duration: 167.606114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.975057Z","caller":"traceutil/trace.go:171","msg":"trace[1187488214] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"167.728557ms","start":"2026-04-23T03:11:09.807308Z","end":"2026-04-23T03:11:09.975036Z","steps":["trace[1187488214] 'process raft request' (duration: 166.799378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.975142Z","caller":"traceutil/trace.go:171","msg":"trace[1245259310] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"166.723826ms","start":"2026-04-23T03:11:09.8084Z","end":"2026-04-23T03:11:09.975124Z","steps":["trace[1245259310] 'process raft request' (duration: 166.349164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.975528Z","caller":"traceutil/trace.go:171","msg":"trace[1422523342] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"164.201316ms","start":"2026-04-23T03:11:09.811306Z","end":"2026-04-23T03:11:09.975507Z","steps":["trace[1422523342] 'process raft request' (duration: 163.766253ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.977268Z","caller":"traceutil/trace.go:171","msg":"trace[1420825201] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"157.812963ms","start":"2026-04-23T03:11:09.819443Z","end":"2026-04-23T03:11:09.977256Z","steps":["trace[1420825201] 'process raft request' (duration: 155.877552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:09.977552Z","caller":"traceutil/trace.go:171","msg":"trace[38032898] linearizableReadLoop","detail":"{readStateIndex:26713; appliedIndex:26705; }","duration":"113.735933ms","start":"2026-04-23T03:11:09.863793Z","end":"2026-04-23T03:11:09.977529Z","steps":["trace[38032898] 'read index received' (duration: 109.979673ms)","trace[38032898] 'applied index is now lower than readState.Index' (duration: 3.75386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:09.97796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.99419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:11:09.978009Z","caller":"traceutil/trace.go:171","msg":"trace[1744035698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25848; }","duration":"153.086022ms","start":"2026-04-23T03:11:09.824908Z","end":"2026-04-23T03:11:09.977994Z","steps":["trace[1744035698] 'agreement among raft nodes before linearized reading' (duration: 152.908897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.978276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.63974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:11:09.978323Z","caller":"traceutil/trace.go:171","msg":"trace[382219151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25848; }","duration":"153.689081ms","start":"2026-04-23T03:11:09.824621Z","end":"2026-04-23T03:11:09.97831Z","steps":["trace[382219151] 'agreement among raft nodes before linearized reading' (duration: 153.556297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.978699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.45133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T03:11:09.97875Z","caller":"traceutil/trace.go:171","msg":"trace[2098656805] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25848; }","duration":"105.527303ms","start":"2026-04-23T03:11:09.873206Z","end":"2026-04-23T03:11:09.978733Z","steps":["trace[2098656805] 'agreement among raft nodes before linearized reading' (duration: 105.394289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.979327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:11:09.979355Z","caller":"traceutil/trace.go:171","msg":"trace[471573579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25848; }","duration":"105.940285ms","start":"2026-04-23T03:11:09.873406Z","end":"2026-04-23T03:11:09.979347Z","steps":["trace[471573579] 'agreement among raft nodes before linearized reading' (duration: 105.841412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.979792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.536275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T03:11:09.979859Z","caller":"traceutil/trace.go:171","msg":"trace[1402721008] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25848; }","duration":"106.634777ms","start":"2026-04-23T03:11:09.873206Z","end":"2026-04-23T03:11:09.979841Z","steps":["trace[1402721008] 'agreement among raft nodes before linearized reading' (duration: 106.446721ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.0948Z","caller":"traceutil/trace.go:171","msg":"trace[796307140] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"113.111222ms","start":"2026-04-23T03:11:09.981656Z","end":"2026-04-23T03:11:10.094768Z","steps":["trace[796307140] 'process raft request' (duration: 112.883145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.095024Z","caller":"traceutil/trace.go:171","msg":"trace[887796094] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"110.130868ms","start":"2026-04-23T03:11:09.984857Z","end":"2026-04-23T03:11:10.094988Z","steps":["trace[887796094] 'process raft request' (duration: 109.817648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.095178Z","caller":"traceutil/trace.go:171","msg":"trace[1304997734] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"104.955684ms","start":"2026-04-23T03:11:09.990198Z","end":"2026-04-23T03:11:10.095154Z","steps":["trace[1304997734] 'process raft request' (duration: 104.54164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.09526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.672929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T03:11:10.095321Z","caller":"traceutil/trace.go:171","msg":"trace[2075372770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25852; }","duration":"112.755871ms","start":"2026-04-23T03:11:09.98255Z","end":"2026-04-23T03:11:10.095305Z","steps":["trace[2075372770] 'agreement among raft nodes before linearized reading' (duration: 112.571556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.095414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.700768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-wglc8\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-04-23T03:11:10.095482Z","caller":"traceutil/trace.go:171","msg":"trace[1260125843] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-wglc8; range_end:; response_count:1; response_revision:25852; }","duration":"100.789641ms","start":"2026-04-23T03:11:09.994677Z","end":"2026-04-23T03:11:10.095466Z","steps":["trace[1260125843] 'agreement among raft nodes before linearized reading' (duration: 100.598525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.095528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.230037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-04-23T03:11:10.095568Z","caller":"traceutil/trace.go:171","msg":"trace[1144528892] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:25852; }","duration":"113.295138ms","start":"2026-04-23T03:11:09.982264Z","end":"2026-04-23T03:11:10.095559Z","steps":["trace[1144528892] 'agreement among raft nodes before linearized reading' (duration: 113.139433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.095644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.857431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T03:11:10.095689Z","caller":"traceutil/trace.go:171","msg":"trace[1564635382] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25852; }","duration":"110.901462ms","start":"2026-04-23T03:11:09.984777Z","end":"2026-04-23T03:11:10.095679Z","steps":["trace[1564635382] 'agreement among raft nodes before linearized reading' (duration: 110.657244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.096914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.221123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.096982Z","caller":"traceutil/trace.go:171","msg":"trace[1056803999] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:25854; }","duration":"111.293065ms","start":"2026-04-23T03:11:09.985675Z","end":"2026-04-23T03:11:10.096968Z","steps":["trace[1056803999] 'agreement among raft nodes before linearized reading' (duration: 109.431346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.31226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.909663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:10.31254Z","caller":"traceutil/trace.go:171","msg":"trace[1341335426] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"208.541934ms","start":"2026-04-23T03:11:10.103983Z","end":"2026-04-23T03:11:10.312525Z","steps":["trace[1341335426] 'process raft request' (duration: 208.367248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.312555Z","caller":"traceutil/trace.go:171","msg":"trace[134993242] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"208.499963ms","start":"2026-04-23T03:11:10.104027Z","end":"2026-04-23T03:11:10.312527Z","steps":["trace[134993242] 'process raft request' (duration: 208.392759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.312932Z","caller":"traceutil/trace.go:171","msg":"trace[649953800] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"208.841273ms","start":"2026-04-23T03:11:10.10407Z","end":"2026-04-23T03:11:10.312912Z","steps":["trace[649953800] 'process raft request' (duration: 208.395879ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.313069Z","caller":"traceutil/trace.go:171","msg":"trace[1528284469] linearizableReadLoop","detail":"{readStateIndex:26725; appliedIndex:26720; }","duration":"207.984346ms","start":"2026-04-23T03:11:10.105077Z","end":"2026-04-23T03:11:10.313062Z","steps":["trace[1528284469] 'read index received' (duration: 16.605277ms)","trace[1528284469] 'applied index is now lower than readState.Index' (duration: 191.378459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:10.313135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.044268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.313154Z","caller":"traceutil/trace.go:171","msg":"trace[757887408] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25860; }","duration":"208.089189ms","start":"2026-04-23T03:11:10.105058Z","end":"2026-04-23T03:11:10.313147Z","steps":["trace[757887408] 'agreement among raft nodes before linearized reading' (duration: 208.042878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.313377Z","caller":"traceutil/trace.go:171","msg":"trace[1291996438] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"208.488572ms","start":"2026-04-23T03:11:10.103934Z","end":"2026-04-23T03:11:10.312423Z","steps":["trace[1291996438] 'process raft request' (duration: 97.311761ms)","trace[1291996438] 'compare' (duration: 110.764548ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:10.394279Z","caller":"traceutil/trace.go:171","msg":"trace[701871441] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"156.722548ms","start":"2026-04-23T03:11:10.237536Z","end":"2026-04-23T03:11:10.394259Z","steps":["trace[701871441] 'process raft request' (duration: 156.429428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.394279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.281356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:10.394338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.171393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-23T03:11:10.394376Z","caller":"traceutil/trace.go:171","msg":"trace[1855091182] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25861; }","duration":"282.41168ms","start":"2026-04-23T03:11:10.111938Z","end":"2026-04-23T03:11:10.39435Z","steps":["trace[1855091182] 'agreement among raft nodes before linearized reading' (duration: 282.222254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.394365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.792663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T03:11:10.394399Z","caller":"traceutil/trace.go:171","msg":"trace[725125953] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25861; }","duration":"186.247636ms","start":"2026-04-23T03:11:10.208137Z","end":"2026-04-23T03:11:10.394385Z","steps":["trace[725125953] 'agreement among raft nodes before linearized reading' (duration: 186.010698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.394429Z","caller":"traceutil/trace.go:171","msg":"trace[1857992783] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25861; }","duration":"288.887306ms","start":"2026-04-23T03:11:10.105527Z","end":"2026-04-23T03:11:10.394414Z","steps":["trace[1857992783] 'agreement among raft nodes before linearized reading' (duration: 288.691099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.394591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.905046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.39462Z","caller":"traceutil/trace.go:171","msg":"trace[1659760054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25861; }","duration":"123.972388ms","start":"2026-04-23T03:11:10.270639Z","end":"2026-04-23T03:11:10.394612Z","steps":["trace[1659760054] 'agreement among raft nodes before linearized reading' (duration: 123.913426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.511834Z","caller":"traceutil/trace.go:171","msg":"trace[1698139790] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"191.478372ms","start":"2026-04-23T03:11:10.320328Z","end":"2026-04-23T03:11:10.511806Z","steps":["trace[1698139790] 'process raft request' (duration: 191.049189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.511904Z","caller":"traceutil/trace.go:171","msg":"trace[215637180] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26727; }","duration":"117.824732ms","start":"2026-04-23T03:11:10.39407Z","end":"2026-04-23T03:11:10.511895Z","steps":["trace[215637180] 'read index received' (duration: 117.354767ms)","trace[215637180] 'applied index is now lower than readState.Index' (duration: 469.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:10.512126Z","caller":"traceutil/trace.go:171","msg":"trace[1425123610] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"186.159402ms","start":"2026-04-23T03:11:10.325961Z","end":"2026-04-23T03:11:10.51212Z","steps":["trace[1425123610] 'process raft request' (duration: 185.77148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.512394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.146621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-04-23T03:11:10.512405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.323018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:11:10.512986Z","caller":"traceutil/trace.go:171","msg":"trace[1307710624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25865; }","duration":"186.944327ms","start":"2026-04-23T03:11:10.326027Z","end":"2026-04-23T03:11:10.512971Z","steps":["trace[1307710624] 'agreement among raft nodes before linearized reading' (duration: 186.249775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.512448Z","caller":"traceutil/trace.go:171","msg":"trace[1086542996] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25865; }","duration":"196.255594ms","start":"2026-04-23T03:11:10.316182Z","end":"2026-04-23T03:11:10.512438Z","steps":["trace[1086542996] 'agreement among raft nodes before linearized reading' (duration: 196.128269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.51253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.740949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-686c6649fb-4vn8x\" ","response":"range_response_count:1 size:8502"} {"level":"info","ts":"2026-04-23T03:11:10.513179Z","caller":"traceutil/trace.go:171","msg":"trace[1662963797] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-686c6649fb-4vn8x; range_end:; response_count:1; response_revision:25865; }","duration":"197.38389ms","start":"2026-04-23T03:11:10.315781Z","end":"2026-04-23T03:11:10.513165Z","steps":["trace[1662963797] 'agreement among raft nodes before linearized reading' (duration: 196.682377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.512582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.749838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-wglc8\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-04-23T03:11:10.512597Z","caller":"traceutil/trace.go:171","msg":"trace[424235622] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"184.407637ms","start":"2026-04-23T03:11:10.328168Z","end":"2026-04-23T03:11:10.512575Z","steps":["trace[424235622] 'process raft request' (duration: 183.675244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.512643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.035154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.513428Z","caller":"traceutil/trace.go:171","msg":"trace[2040364131] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-wglc8; range_end:; response_count:1; response_revision:25865; }","duration":"117.595585ms","start":"2026-04-23T03:11:10.3958Z","end":"2026-04-23T03:11:10.513395Z","steps":["trace[2040364131] 'agreement among raft nodes before linearized reading' (duration: 116.751228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.513587Z","caller":"traceutil/trace.go:171","msg":"trace[1804594478] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25865; }","duration":"115.986864ms","start":"2026-04-23T03:11:10.39759Z","end":"2026-04-23T03:11:10.513576Z","steps":["trace[1804594478] 'agreement among raft nodes before linearized reading' (duration: 115.035643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.51267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.688995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.513821Z","caller":"traceutil/trace.go:171","msg":"trace[1421873335] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25865; }","duration":"116.831861ms","start":"2026-04-23T03:11:10.396964Z","end":"2026-04-23T03:11:10.513796Z","steps":["trace[1421873335] 'agreement among raft nodes before linearized reading' (duration: 115.690464ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.512664Z","caller":"traceutil/trace.go:171","msg":"trace[1337703444] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"185.604835ms","start":"2026-04-23T03:11:10.327046Z","end":"2026-04-23T03:11:10.512651Z","steps":["trace[1337703444] 'process raft request' (duration: 184.745448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.512715Z","caller":"traceutil/trace.go:171","msg":"trace[2083427793] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25865; }","duration":"181.708031ms","start":"2026-04-23T03:11:10.331Z","end":"2026-04-23T03:11:10.512708Z","steps":["trace[2083427793] 'process raft request' (duration: 180.875365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.512751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.487826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.51422Z","caller":"traceutil/trace.go:171","msg":"trace[1617840758] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25865; }","duration":"166.985274ms","start":"2026-04-23T03:11:10.347224Z","end":"2026-04-23T03:11:10.51421Z","steps":["trace[1617840758] 'agreement among raft nodes before linearized reading' (duration: 165.506307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.736511Z","caller":"traceutil/trace.go:171","msg":"trace[261480704] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"212.862391ms","start":"2026-04-23T03:11:10.523618Z","end":"2026-04-23T03:11:10.736481Z","steps":["trace[261480704] 'process raft request' (duration: 202.42887ms)","trace[261480704] 'compare' (duration: 10.121601ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:10.736795Z","caller":"traceutil/trace.go:171","msg":"trace[143532504] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"212.902752ms","start":"2026-04-23T03:11:10.523871Z","end":"2026-04-23T03:11:10.736774Z","steps":["trace[143532504] 'process raft request' (duration: 212.536271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.736954Z","caller":"traceutil/trace.go:171","msg":"trace[2005890323] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"197.871926ms","start":"2026-04-23T03:11:10.539067Z","end":"2026-04-23T03:11:10.736939Z","steps":["trace[2005890323] 'process raft request' (duration: 197.68908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.736989Z","caller":"traceutil/trace.go:171","msg":"trace[1981976413] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"211.449096ms","start":"2026-04-23T03:11:10.525515Z","end":"2026-04-23T03:11:10.736964Z","steps":["trace[1981976413] 'process raft request' (duration: 211.109666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.73712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.401219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-04-23T03:11:10.737147Z","caller":"traceutil/trace.go:171","msg":"trace[1712741509] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25870; }","duration":"213.467381ms","start":"2026-04-23T03:11:10.523673Z","end":"2026-04-23T03:11:10.73714Z","steps":["trace[1712741509] 'agreement among raft nodes before linearized reading' (duration: 213.364288ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.736873Z","caller":"traceutil/trace.go:171","msg":"trace[916228640] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26732; }","duration":"213.140381ms","start":"2026-04-23T03:11:10.523707Z","end":"2026-04-23T03:11:10.736847Z","steps":["trace[916228640] 'read index received' (duration: 57.230388ms)","trace[916228640] 'applied index is now lower than readState.Index' (duration: 155.908803ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:10.802104Z","caller":"traceutil/trace.go:171","msg":"trace[1575373434] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25870; }","duration":"208.964107ms","start":"2026-04-23T03:11:10.593123Z","end":"2026-04-23T03:11:10.802087Z","steps":["trace[1575373434] 'process raft request' (duration: 208.820812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.802448Z","caller":"traceutil/trace.go:171","msg":"trace[854338927] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"164.490854ms","start":"2026-04-23T03:11:10.637951Z","end":"2026-04-23T03:11:10.802442Z","steps":["trace[854338927] 'process raft request' (duration: 164.05699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.803165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.379765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.803293Z","caller":"traceutil/trace.go:171","msg":"trace[258622046] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25871; }","duration":"274.473069ms","start":"2026-04-23T03:11:10.52874Z","end":"2026-04-23T03:11:10.803213Z","steps":["trace[258622046] 'agreement among raft nodes before linearized reading' (duration: 274.316914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.80336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.528234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112135"} {"level":"info","ts":"2026-04-23T03:11:10.803396Z","caller":"traceutil/trace.go:171","msg":"trace[1550699989] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25871; }","duration":"259.598556ms","start":"2026-04-23T03:11:10.54379Z","end":"2026-04-23T03:11:10.803388Z","steps":["trace[1550699989] 'agreement among raft nodes before linearized reading' (duration: 259.300697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.803562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.415085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:10.803989Z","caller":"traceutil/trace.go:171","msg":"trace[1263306409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25871; }","duration":"137.892599ms","start":"2026-04-23T03:11:10.666088Z","end":"2026-04-23T03:11:10.803981Z","steps":["trace[1263306409] 'agreement among raft nodes before linearized reading' (duration: 137.453125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.803684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.139673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T03:11:10.804438Z","caller":"traceutil/trace.go:171","msg":"trace[1047637669] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25871; }","duration":"260.908988ms","start":"2026-04-23T03:11:10.543513Z","end":"2026-04-23T03:11:10.804422Z","steps":["trace[1047637669] 'agreement among raft nodes before linearized reading' (duration: 260.047331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.803734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.374952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T03:11:10.804599Z","caller":"traceutil/trace.go:171","msg":"trace[2088313073] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25871; }","duration":"262.228219ms","start":"2026-04-23T03:11:10.542328Z","end":"2026-04-23T03:11:10.804556Z","steps":["trace[2088313073] 'agreement among raft nodes before linearized reading' (duration: 261.368502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:10.917202Z","caller":"traceutil/trace.go:171","msg":"trace[1477916223] linearizableReadLoop","detail":"{readStateIndex:26740; appliedIndex:26739; }","duration":"104.52804ms","start":"2026-04-23T03:11:10.812656Z","end":"2026-04-23T03:11:10.917184Z","steps":["trace[1477916223] 'read index received' (duration: 104.418477ms)","trace[1477916223] 'applied index is now lower than readState.Index' (duration: 108.743µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:10.917409Z","caller":"traceutil/trace.go:171","msg":"trace[1032689930] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"104.950644ms","start":"2026-04-23T03:11:10.81245Z","end":"2026-04-23T03:11:10.9174Z","steps":["trace[1032689930] 'process raft request' (duration: 104.612723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.917608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.935153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T03:11:10.91765Z","caller":"traceutil/trace.go:171","msg":"trace[72793782] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25872; }","duration":"104.998056ms","start":"2026-04-23T03:11:10.812642Z","end":"2026-04-23T03:11:10.91764Z","steps":["trace[72793782] 'agreement among raft nodes before linearized reading' (duration: 104.869891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.009027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.723217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T03:11:11.009134Z","caller":"traceutil/trace.go:171","msg":"trace[1345071058] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"188.365013ms","start":"2026-04-23T03:11:10.820745Z","end":"2026-04-23T03:11:11.00911Z","steps":["trace[1345071058] 'process raft request' (duration: 187.906729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.009161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.377083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:11.009076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.409626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T03:11:11.010225Z","caller":"traceutil/trace.go:171","msg":"trace[1156672650] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25874; }","duration":"196.577363ms","start":"2026-04-23T03:11:10.813635Z","end":"2026-04-23T03:11:11.010212Z","steps":["trace[1156672650] 'agreement among raft nodes before linearized reading' (duration: 195.245611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.009256Z","caller":"traceutil/trace.go:171","msg":"trace[1991580539] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25874; }","duration":"195.913743ms","start":"2026-04-23T03:11:10.813265Z","end":"2026-04-23T03:11:11.009178Z","steps":["trace[1991580539] 'agreement among raft nodes before linearized reading' (duration: 195.610703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.009566Z","caller":"traceutil/trace.go:171","msg":"trace[2123474475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25874; }","duration":"171.793556ms","start":"2026-04-23T03:11:10.837738Z","end":"2026-04-23T03:11:11.009532Z","steps":["trace[2123474475] 'agreement among raft nodes before linearized reading' (duration: 171.383633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.013554Z","caller":"traceutil/trace.go:171","msg":"trace[403020935] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"150.081977ms","start":"2026-04-23T03:11:10.863421Z","end":"2026-04-23T03:11:11.013503Z","steps":["trace[403020935] 'process raft request' (duration: 145.366657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.14768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.73749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T03:11:11.147781Z","caller":"traceutil/trace.go:171","msg":"trace[470686837] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25874; }","duration":"123.880025ms","start":"2026-04-23T03:11:11.02388Z","end":"2026-04-23T03:11:11.14776Z","steps":["trace[470686837] 'range keys from in-memory index tree' (duration: 123.603236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.147922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.22166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:11.147978Z","caller":"traceutil/trace.go:171","msg":"trace[1112729750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25874; }","duration":"132.319762ms","start":"2026-04-23T03:11:11.015644Z","end":"2026-04-23T03:11:11.147963Z","steps":["trace[1112729750] 'count revisions from in-memory index tree' (duration: 132.164357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.246954Z","caller":"traceutil/trace.go:171","msg":"trace[232419988] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26742; }","duration":"131.488286ms","start":"2026-04-23T03:11:11.115444Z","end":"2026-04-23T03:11:11.246933Z","steps":["trace[232419988] 'read index received' (duration: 131.331731ms)","trace[232419988] 'applied index is now lower than readState.Index' (duration: 155.415µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:11.247003Z","caller":"traceutil/trace.go:171","msg":"trace[1372025691] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"217.342003ms","start":"2026-04-23T03:11:11.029636Z","end":"2026-04-23T03:11:11.246978Z","steps":["trace[1372025691] 'process raft request' (duration: 217.159948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.247204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.742944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-23T03:11:11.247238Z","caller":"traceutil/trace.go:171","msg":"trace[1020977906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25875; }","duration":"131.815606ms","start":"2026-04-23T03:11:11.11541Z","end":"2026-04-23T03:11:11.247226Z","steps":["trace[1020977906] 'agreement among raft nodes before linearized reading' (duration: 131.690212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.327819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.852369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:11.327903Z","caller":"traceutil/trace.go:171","msg":"trace[1411948994] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:25877; }","duration":"171.958052ms","start":"2026-04-23T03:11:11.155925Z","end":"2026-04-23T03:11:11.327883Z","steps":["trace[1411948994] 'agreement among raft nodes before linearized reading' (duration: 171.823348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.327926Z","caller":"traceutil/trace.go:171","msg":"trace[314798427] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"128.659257ms","start":"2026-04-23T03:11:11.199241Z","end":"2026-04-23T03:11:11.3279Z","steps":["trace[314798427] 'process raft request' (duration: 69.125226ms)","trace[314798427] 'compare' (duration: 58.792737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:11.32798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.140829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T03:11:11.328051Z","caller":"traceutil/trace.go:171","msg":"trace[850834798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25877; }","duration":"110.253972ms","start":"2026-04-23T03:11:11.217777Z","end":"2026-04-23T03:11:11.328031Z","steps":["trace[850834798] 'agreement among raft nodes before linearized reading' (duration: 109.951683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.328417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.430584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T03:11:11.328457Z","caller":"traceutil/trace.go:171","msg":"trace[604527804] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25877; }","duration":"176.499436ms","start":"2026-04-23T03:11:11.151945Z","end":"2026-04-23T03:11:11.328444Z","steps":["trace[604527804] 'agreement among raft nodes before linearized reading' (duration: 176.351622ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.529115Z","caller":"traceutil/trace.go:171","msg":"trace[1687220549] linearizableReadLoop","detail":"{readStateIndex:26746; appliedIndex:26745; }","duration":"193.540328ms","start":"2026-04-23T03:11:11.335541Z","end":"2026-04-23T03:11:11.529081Z","steps":["trace[1687220549] 'read index received' (duration: 187.912529ms)","trace[1687220549] 'applied index is now lower than readState.Index' (duration: 5.626129ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:11.52927Z","caller":"traceutil/trace.go:171","msg":"trace[2094385122] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"195.936264ms","start":"2026-04-23T03:11:11.333318Z","end":"2026-04-23T03:11:11.529254Z","steps":["trace[2094385122] 'process raft request' (duration: 190.043717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.529576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.008252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T03:11:11.52966Z","caller":"traceutil/trace.go:171","msg":"trace[1419969920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25878; }","duration":"194.135026ms","start":"2026-04-23T03:11:11.335502Z","end":"2026-04-23T03:11:11.529637Z","steps":["trace[1419969920] 'agreement among raft nodes before linearized reading' (duration: 193.901719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.789106Z","caller":"traceutil/trace.go:171","msg":"trace[1867902421] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"453.33918ms","start":"2026-04-23T03:11:11.335753Z","end":"2026-04-23T03:11:11.789092Z","steps":["trace[1867902421] 'process raft request' (duration: 451.384288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.789245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.335733Z","time spent":"453.465934ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.789313Z","caller":"traceutil/trace.go:171","msg":"trace[700205888] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26746; }","duration":"260.094201ms","start":"2026-04-23T03:11:11.529205Z","end":"2026-04-23T03:11:11.789299Z","steps":["trace[700205888] 'read index received' (duration: 257.968673ms)","trace[700205888] 'applied index is now lower than readState.Index' (duration: 2.124848ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:11.789468Z","caller":"traceutil/trace.go:171","msg":"trace[855896931] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"447.780433ms","start":"2026-04-23T03:11:11.341682Z","end":"2026-04-23T03:11:11.789462Z","steps":["trace[855896931] 'process raft request' (duration: 447.307968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.789499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.341676Z","time spent":"447.810474ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:11.789584Z","caller":"traceutil/trace.go:171","msg":"trace[1115741652] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"447.809354ms","start":"2026-04-23T03:11:11.34177Z","end":"2026-04-23T03:11:11.789579Z","steps":["trace[1115741652] 'process raft request' (duration: 447.286357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.789609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.341748Z","time spent":"447.850755ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:11.789709Z","caller":"traceutil/trace.go:171","msg":"trace[998212780] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"442.438894ms","start":"2026-04-23T03:11:11.347266Z","end":"2026-04-23T03:11:11.789705Z","steps":["trace[998212780] 'process raft request' (duration: 441.833024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.789735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.347258Z","time spent":"442.466704ms","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:11:11.789799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.135462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-23T03:11:11.789872Z","caller":"traceutil/trace.go:171","msg":"trace[652670314] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25884; }","duration":"424.229505ms","start":"2026-04-23T03:11:11.365629Z","end":"2026-04-23T03:11:11.789858Z","steps":["trace[652670314] 'agreement among raft nodes before linearized reading' (duration: 424.009998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.789913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.309903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:11.789915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.365622Z","time spent":"424.281487ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-23T03:11:11.789934Z","caller":"traceutil/trace.go:171","msg":"trace[1070110666] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25884; }","duration":"257.344594ms","start":"2026-04-23T03:11:11.532584Z","end":"2026-04-23T03:11:11.789929Z","steps":["trace[1070110666] 'agreement among raft nodes before linearized reading' (duration: 257.314013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.790012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.43217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:11.790028Z","caller":"traceutil/trace.go:171","msg":"trace[718492798] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25884; }","duration":"185.490812ms","start":"2026-04-23T03:11:11.604534Z","end":"2026-04-23T03:11:11.790025Z","steps":["trace[718492798] 'agreement among raft nodes before linearized reading' (duration: 185.458621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.790154Z","caller":"traceutil/trace.go:171","msg":"trace[624614116] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"407.219484ms","start":"2026-04-23T03:11:11.38292Z","end":"2026-04-23T03:11:11.79014Z","steps":["trace[624614116] 'process raft request' (duration: 406.271834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:11.790567Z","caller":"traceutil/trace.go:171","msg":"trace[1507595849] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"386.030481ms","start":"2026-04-23T03:11:11.4045Z","end":"2026-04-23T03:11:11.790531Z","steps":["trace[1507595849] 'process raft request' (duration: 384.763061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.790959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.404483Z","time spent":"386.182316ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:11.790594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.3829Z","time spent":"407.330348ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:12.077072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.480431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:12.077221Z","caller":"traceutil/trace.go:171","msg":"trace[1380761346] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"282.13574ms","start":"2026-04-23T03:11:11.795056Z","end":"2026-04-23T03:11:12.077192Z","steps":["trace[1380761346] 'process raft request' (duration: 96.424262ms)","trace[1380761346] 'compare' (duration: 184.672445ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:12.079959Z","caller":"traceutil/trace.go:171","msg":"trace[1607510860] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26752; }","duration":"279.059583ms","start":"2026-04-23T03:11:11.800874Z","end":"2026-04-23T03:11:12.079934Z","steps":["trace[1607510860] 'read index received' (duration: 90.693411ms)","trace[1607510860] 'applied index is now lower than readState.Index' (duration: 188.365062ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:12.080275Z","caller":"traceutil/trace.go:171","msg":"trace[888229138] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"284.32778ms","start":"2026-04-23T03:11:11.795853Z","end":"2026-04-23T03:11:12.080181Z","steps":["trace[888229138] 'process raft request' (duration: 283.68239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.080328Z","caller":"traceutil/trace.go:171","msg":"trace[38998680] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"207.48872ms","start":"2026-04-23T03:11:11.872812Z","end":"2026-04-23T03:11:12.080301Z","steps":["trace[38998680] 'process raft request' (duration: 207.017365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.080566Z","caller":"traceutil/trace.go:171","msg":"trace[552156254] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"207.728797ms","start":"2026-04-23T03:11:11.872824Z","end":"2026-04-23T03:11:12.080553Z","steps":["trace[552156254] 'process raft request' (duration: 207.035935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.08064Z","caller":"traceutil/trace.go:171","msg":"trace[1988829565] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"267.140065ms","start":"2026-04-23T03:11:11.813494Z","end":"2026-04-23T03:11:12.080634Z","steps":["trace[1988829565] 'process raft request' (duration: 266.180024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.080762Z","caller":"traceutil/trace.go:171","msg":"trace[1171752418] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"267.237998ms","start":"2026-04-23T03:11:11.813518Z","end":"2026-04-23T03:11:12.080756Z","steps":["trace[1171752418] 'process raft request' (duration: 266.214915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.080781Z","caller":"traceutil/trace.go:171","msg":"trace[1054427265] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"205.359292ms","start":"2026-04-23T03:11:11.875409Z","end":"2026-04-23T03:11:12.080768Z","steps":["trace[1054427265] 'process raft request' (duration: 204.487404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.080997Z","caller":"traceutil/trace.go:171","msg":"trace[85800083] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"208.909784ms","start":"2026-04-23T03:11:11.872057Z","end":"2026-04-23T03:11:12.080967Z","steps":["trace[85800083] 'process raft request' (duration: 207.721437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.081071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.180429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T03:11:12.081112Z","caller":"traceutil/trace.go:171","msg":"trace[188633015] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25892; }","duration":"280.267811ms","start":"2026-04-23T03:11:11.800831Z","end":"2026-04-23T03:11:12.081099Z","steps":["trace[188633015] 'agreement among raft nodes before linearized reading' (duration: 280.050285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.08122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.980009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T03:11:12.081249Z","caller":"traceutil/trace.go:171","msg":"trace[729670533] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25892; }","duration":"227.059322ms","start":"2026-04-23T03:11:11.854181Z","end":"2026-04-23T03:11:12.08124Z","steps":["trace[729670533] 'agreement among raft nodes before linearized reading' (duration: 226.941848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.210155Z","caller":"traceutil/trace.go:171","msg":"trace[1643235810] linearizableReadLoop","detail":"{readStateIndex:26761; appliedIndex:26760; }","duration":"115.285861ms","start":"2026-04-23T03:11:12.094843Z","end":"2026-04-23T03:11:12.210128Z","steps":["trace[1643235810] 'read index received' (duration: 85.910228ms)","trace[1643235810] 'applied index is now lower than readState.Index' (duration: 29.374323ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:12.210537Z","caller":"traceutil/trace.go:171","msg":"trace[2053127197] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"118.07628ms","start":"2026-04-23T03:11:12.092447Z","end":"2026-04-23T03:11:12.210523Z","steps":["trace[2053127197] 'process raft request' (duration: 88.292004ms)","trace[2053127197] 'compare' (duration: 29.251519ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:12.210846Z","caller":"traceutil/trace.go:171","msg":"trace[1818003806] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"115.653483ms","start":"2026-04-23T03:11:12.09517Z","end":"2026-04-23T03:11:12.210823Z","steps":["trace[1818003806] 'process raft request' (duration: 115.294032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.210985Z","caller":"traceutil/trace.go:171","msg":"trace[2088636527] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25894; }","duration":"114.891469ms","start":"2026-04-23T03:11:12.096082Z","end":"2026-04-23T03:11:12.210974Z","steps":["trace[2088636527] 'process raft request' (duration: 114.545698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.216146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.283571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T03:11:12.216198Z","caller":"traceutil/trace.go:171","msg":"trace[324898390] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25894; }","duration":"121.397976ms","start":"2026-04-23T03:11:12.094788Z","end":"2026-04-23T03:11:12.216186Z","steps":["trace[324898390] 'agreement among raft nodes before linearized reading' (duration: 115.994404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.216357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.890271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:11:12.216586Z","caller":"traceutil/trace.go:171","msg":"trace[1147005986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25894; }","duration":"116.109047ms","start":"2026-04-23T03:11:12.100449Z","end":"2026-04-23T03:11:12.216558Z","steps":["trace[1147005986] 'agreement among raft nodes before linearized reading' (duration: 115.859089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.216374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.151748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:11:12.216736Z","caller":"traceutil/trace.go:171","msg":"trace[925717192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25894; }","duration":"110.535511ms","start":"2026-04-23T03:11:12.106185Z","end":"2026-04-23T03:11:12.21672Z","steps":["trace[925717192] 'agreement among raft nodes before linearized reading' (duration: 110.121137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.216143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.270811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T03:11:12.216895Z","caller":"traceutil/trace.go:171","msg":"trace[1372002355] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25894; }","duration":"122.047596ms","start":"2026-04-23T03:11:12.094829Z","end":"2026-04-23T03:11:12.216877Z","steps":["trace[1372002355] 'agreement among raft nodes before linearized reading' (duration: 121.196548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.354369Z","caller":"traceutil/trace.go:171","msg":"trace[1342524547] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"132.467908ms","start":"2026-04-23T03:11:12.221873Z","end":"2026-04-23T03:11:12.354341Z","steps":["trace[1342524547] 'process raft request' (duration: 122.512062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.354463Z","caller":"traceutil/trace.go:171","msg":"trace[661386399] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"132.457417ms","start":"2026-04-23T03:11:12.221948Z","end":"2026-04-23T03:11:12.354406Z","steps":["trace[661386399] 'process raft request' (duration: 132.275671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.354772Z","caller":"traceutil/trace.go:171","msg":"trace[992122433] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"126.777587ms","start":"2026-04-23T03:11:12.227973Z","end":"2026-04-23T03:11:12.35475Z","steps":["trace[992122433] 'process raft request' (duration: 126.336483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.354767Z","caller":"traceutil/trace.go:171","msg":"trace[916322119] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"126.978733ms","start":"2026-04-23T03:11:12.227747Z","end":"2026-04-23T03:11:12.354726Z","steps":["trace[916322119] 'process raft request' (duration: 126.512028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.355675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.267331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:12.355735Z","caller":"traceutil/trace.go:171","msg":"trace[1016638827] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25899; }","duration":"132.359274ms","start":"2026-04-23T03:11:12.223366Z","end":"2026-04-23T03:11:12.355725Z","steps":["trace[1016638827] 'agreement among raft nodes before linearized reading' (duration: 132.264071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.356599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.732739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T03:11:12.356652Z","caller":"traceutil/trace.go:171","msg":"trace[919320276] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25899; }","duration":"134.833403ms","start":"2026-04-23T03:11:12.221806Z","end":"2026-04-23T03:11:12.35664Z","steps":["trace[919320276] 'agreement among raft nodes before linearized reading' (duration: 134.581535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.401758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.238136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T03:11:12.40187Z","caller":"traceutil/trace.go:171","msg":"trace[1837348667] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25900; }","duration":"118.401141ms","start":"2026-04-23T03:11:12.283444Z","end":"2026-04-23T03:11:12.401845Z","steps":["trace[1837348667] 'agreement among raft nodes before linearized reading' (duration: 118.157673ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.672986Z","caller":"traceutil/trace.go:171","msg":"trace[978541443] linearizableReadLoop","detail":"{readStateIndex:26771; appliedIndex:26770; }","duration":"272.096663ms","start":"2026-04-23T03:11:12.400864Z","end":"2026-04-23T03:11:12.67296Z","steps":["trace[978541443] 'read index received' (duration: 228.913531ms)","trace[978541443] 'applied index is now lower than readState.Index' (duration: 43.181382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:12.673321Z","caller":"traceutil/trace.go:171","msg":"trace[2111155355] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"304.623126ms","start":"2026-04-23T03:11:12.368684Z","end":"2026-04-23T03:11:12.673307Z","steps":["trace[2111155355] 'process raft request' (duration: 261.144175ms)","trace[2111155355] 'compare' (duration: 42.867591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:12.673447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.368662Z","time spent":"304.691237ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10007,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:12.673693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.033999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-23T03:11:12.67373Z","caller":"traceutil/trace.go:171","msg":"trace[1055678073] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25901; }","duration":"311.07616ms","start":"2026-04-23T03:11:12.362645Z","end":"2026-04-23T03:11:12.673721Z","steps":["trace[1055678073] 'agreement among raft nodes before linearized reading' (duration: 310.920915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.673751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.362586Z","time spent":"311.160243ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T03:11:12.673937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.608538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T03:11:12.673961Z","caller":"traceutil/trace.go:171","msg":"trace[488003509] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25901; }","duration":"311.663949ms","start":"2026-04-23T03:11:12.362291Z","end":"2026-04-23T03:11:12.673955Z","steps":["trace[488003509] 'agreement among raft nodes before linearized reading' (duration: 311.586887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.673977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.362276Z","time spent":"311.69679ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-23T03:11:12.674092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.781065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:12.674112Z","caller":"traceutil/trace.go:171","msg":"trace[1866536128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25901; }","duration":"312.838706ms","start":"2026-04-23T03:11:12.361268Z","end":"2026-04-23T03:11:12.674107Z","steps":["trace[1866536128] 'agreement among raft nodes before linearized reading' (duration: 312.791655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.674129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.361251Z","time spent":"312.874098ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:11:12.755445Z","caller":"traceutil/trace.go:171","msg":"trace[1707998083] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"344.421929ms","start":"2026-04-23T03:11:12.410948Z","end":"2026-04-23T03:11:12.75537Z","steps":["trace[1707998083] 'process raft request' (duration: 344.185792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.75548Z","caller":"traceutil/trace.go:171","msg":"trace[244405303] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"344.41644ms","start":"2026-04-23T03:11:12.411028Z","end":"2026-04-23T03:11:12.755445Z","steps":["trace[244405303] 'process raft request' (duration: 344.292636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.755589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.410925Z","time spent":"344.592925ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:11:12.755607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.411022Z","time spent":"344.533513ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:11:12.755715Z","caller":"traceutil/trace.go:171","msg":"trace[599895373] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"235.949884ms","start":"2026-04-23T03:11:12.519756Z","end":"2026-04-23T03:11:12.755705Z","steps":["trace[599895373] 'process raft request' (duration: 235.687396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:12.755751Z","caller":"traceutil/trace.go:171","msg":"trace[994020568] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"344.530143ms","start":"2026-04-23T03:11:12.411173Z","end":"2026-04-23T03:11:12.755704Z","steps":["trace[994020568] 'process raft request' (duration: 344.187682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.755941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.411165Z","time spent":"344.666697ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:12.756063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.862787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2386"} {"level":"info","ts":"2026-04-23T03:11:12.756095Z","caller":"traceutil/trace.go:171","msg":"trace[1430222913] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:25905; }","duration":"340.916178ms","start":"2026-04-23T03:11:12.415167Z","end":"2026-04-23T03:11:12.756083Z","steps":["trace[1430222913] 'agreement among raft nodes before linearized reading' (duration: 340.819445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.756118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.415155Z","time spent":"340.95744ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2409,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-04-23T03:11:12.756152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.8831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:11:12.756259Z","caller":"traceutil/trace.go:171","msg":"trace[1371217650] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25905; }","duration":"336.969013ms","start":"2026-04-23T03:11:12.419238Z","end":"2026-04-23T03:11:12.756207Z","steps":["trace[1371217650] 'agreement among raft nodes before linearized reading' (duration: 336.320402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.756307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.419223Z","time spent":"337.073556ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T03:11:12.985913Z","caller":"traceutil/trace.go:171","msg":"trace[2090968514] linearizableReadLoop","detail":"{readStateIndex:26779; appliedIndex:26778; }","duration":"112.593876ms","start":"2026-04-23T03:11:12.873286Z","end":"2026-04-23T03:11:12.98588Z","steps":["trace[2090968514] 'read index received' (duration: 98.189738ms)","trace[2090968514] 'applied index is now lower than readState.Index' (duration: 14.402438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:12.985989Z","caller":"traceutil/trace.go:171","msg":"trace[1253281703] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"123.09935ms","start":"2026-04-23T03:11:12.862855Z","end":"2026-04-23T03:11:12.985955Z","steps":["trace[1253281703] 'process raft request' (duration: 108.60156ms)","trace[1253281703] 'compare' (duration: 14.223131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:12.986253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.949428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T03:11:12.986325Z","caller":"traceutil/trace.go:171","msg":"trace[210515696] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25909; }","duration":"113.085901ms","start":"2026-04-23T03:11:12.873221Z","end":"2026-04-23T03:11:12.986307Z","steps":["trace[210515696] 'agreement among raft nodes before linearized reading' (duration: 112.763011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.040857Z","caller":"traceutil/trace.go:171","msg":"trace[1258143526] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"160.985843ms","start":"2026-04-23T03:11:12.879843Z","end":"2026-04-23T03:11:13.040829Z","steps":["trace[1258143526] 'process raft request' (duration: 160.838848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.093539Z","caller":"traceutil/trace.go:171","msg":"trace[1141703003] linearizableReadLoop","detail":"{readStateIndex:26783; appliedIndex:26779; }","duration":"101.313697ms","start":"2026-04-23T03:11:12.992204Z","end":"2026-04-23T03:11:13.093518Z","steps":["trace[1141703003] 'read index received' (duration: 48.409897ms)","trace[1141703003] 'applied index is now lower than readState.Index' (duration: 52.90285ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:13.093662Z","caller":"traceutil/trace.go:171","msg":"trace[1068800406] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"100.548884ms","start":"2026-04-23T03:11:12.993103Z","end":"2026-04-23T03:11:13.093652Z","steps":["trace[1068800406] 'process raft request' (duration: 92.593651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.094338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.118384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T03:11:13.094384Z","caller":"traceutil/trace.go:171","msg":"trace[1428673504] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25918; }","duration":"102.224286ms","start":"2026-04-23T03:11:12.992148Z","end":"2026-04-23T03:11:13.094372Z","steps":["trace[1428673504] 'agreement among raft nodes before linearized reading' (duration: 102.086162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.224807Z","caller":"traceutil/trace.go:171","msg":"trace[1688342385] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"123.044348ms","start":"2026-04-23T03:11:13.101732Z","end":"2026-04-23T03:11:13.224776Z","steps":["trace[1688342385] 'process raft request' (duration: 93.378526ms)","trace[1688342385] 'compare' (duration: 29.324371ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:13.225278Z","caller":"traceutil/trace.go:171","msg":"trace[1700214054] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"115.056005ms","start":"2026-04-23T03:11:13.110211Z","end":"2026-04-23T03:11:13.225267Z","steps":["trace[1700214054] 'process raft request' (duration: 114.435435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.225467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.915093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T03:11:13.225526Z","caller":"traceutil/trace.go:171","msg":"trace[1130840544] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25921; }","duration":"122.997537ms","start":"2026-04-23T03:11:13.102516Z","end":"2026-04-23T03:11:13.225514Z","steps":["trace[1130840544] 'agreement among raft nodes before linearized reading' (duration: 122.830941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.225314Z","caller":"traceutil/trace.go:171","msg":"trace[712642402] linearizableReadLoop","detail":"{readStateIndex:26790; appliedIndex:26789; }","duration":"122.50761ms","start":"2026-04-23T03:11:13.102531Z","end":"2026-04-23T03:11:13.225039Z","steps":["trace[712642402] 'read index received' (duration: 22.455773ms)","trace[712642402] 'applied index is now lower than readState.Index' (duration: 100.050887ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:14.873464Z","caller":"traceutil/trace.go:171","msg":"trace[596396844] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"109.655313ms","start":"2026-04-23T03:11:14.763794Z","end":"2026-04-23T03:11:14.873449Z","steps":["trace[596396844] 'process raft request' (duration: 109.510118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:14.875511Z","caller":"traceutil/trace.go:171","msg":"trace[312692468] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"106.41822ms","start":"2026-04-23T03:11:14.769074Z","end":"2026-04-23T03:11:14.875492Z","steps":["trace[312692468] 'process raft request' (duration: 106.096259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:15.771102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:16.271835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:16.77293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:17.405441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:17.405533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135095115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:17.405565Z","caller":"traceutil/trace.go:171","msg":"trace[739486060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.135153937s","start":"2026-04-23T03:11:15.270393Z","end":"2026-04-23T03:11:17.405547Z","steps":["trace[739486060] 'agreement among raft nodes before linearized reading' (duration: 2.135119606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:17.405592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.270378Z","time spent":"2.135209289s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:17.867152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.767374947s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:17.86753Z","caller":"traceutil/trace.go:171","msg":"trace[574347860] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"2.767826082s","start":"2026-04-23T03:11:15.099681Z","end":"2026-04-23T03:11:17.867507Z","steps":["trace[574347860] 'process raft request' (duration: 2.767689588s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:17.867645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.099657Z","time spent":"2.767919575s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:19.273374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868389463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:19.273458Z","caller":"traceutil/trace.go:171","msg":"trace[1181487496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995850792s","start":"2026-04-23T03:11:17.277589Z","end":"2026-04-23T03:11:19.273439Z","steps":["trace[1181487496] 'agreement among raft nodes before linearized reading' (duration: 1.995748468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.273504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:17.277569Z","time spent":"1.995926204s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:19.482309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61325355s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:19.48819Z","caller":"traceutil/trace.go:171","msg":"trace[1953429399] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"3.682010207s","start":"2026-04-23T03:11:15.806148Z","end":"2026-04-23T03:11:19.488158Z","steps":["trace[1953429399] 'process raft request' (duration: 3.681712928s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:19.488261Z","caller":"traceutil/trace.go:171","msg":"trace[1464567622] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"3.391228392s","start":"2026-04-23T03:11:16.097013Z","end":"2026-04-23T03:11:19.488241Z","steps":["trace[1464567622] 'process raft request' (duration: 3.391110908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.488397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.097007Z","time spent":"3.391299564s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:19.488588Z","caller":"traceutil/trace.go:171","msg":"trace[1944643685] linearizableReadLoop","detail":"{readStateIndex:26822; appliedIndex:26813; }","duration":"4.218130766s","start":"2026-04-23T03:11:15.270427Z","end":"2026-04-23T03:11:19.488558Z","steps":["trace[1944643685] 'read index received' (duration: 2.596931944s)","trace[1944643685] 'applied index is now lower than readState.Index' (duration: 1.621184182s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:19.488697Z","caller":"traceutil/trace.go:171","msg":"trace[306310622] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"3.391724747s","start":"2026-04-23T03:11:16.096961Z","end":"2026-04-23T03:11:19.488685Z","steps":["trace[306310622] 'process raft request' (duration: 3.391111868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.488759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.096951Z","time spent":"3.391774029s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:19.488771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.806142Z","time spent":"3.682145071s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:19.488834Z","caller":"traceutil/trace.go:171","msg":"trace[155782633] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"3.391769749s","start":"2026-04-23T03:11:16.09705Z","end":"2026-04-23T03:11:19.48882Z","steps":["trace[155782633] 'process raft request' (duration: 3.391121609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.488973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.097027Z","time spent":"3.391847551s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:19.488978Z","caller":"traceutil/trace.go:171","msg":"trace[368755849] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"3.683371881s","start":"2026-04-23T03:11:15.805589Z","end":"2026-04-23T03:11:19.488961Z","steps":["trace[368755849] 'process raft request' (duration: 3.677000849s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:19.489122Z","caller":"traceutil/trace.go:171","msg":"trace[214205320] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"3.127063222s","start":"2026-04-23T03:11:16.362048Z","end":"2026-04-23T03:11:19.489112Z","steps":["trace[214205320] 'process raft request' (duration: 3.126298087s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.489179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.362026Z","time spent":"3.127125893s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:19.489262Z","caller":"traceutil/trace.go:171","msg":"trace[1368970743] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"2.60691356s","start":"2026-04-23T03:11:16.88234Z","end":"2026-04-23T03:11:19.489254Z","steps":["trace[1368970743] 'process raft request' (duration: 2.606089734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.489315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.882313Z","time spent":"2.606976022s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:19.489484Z","caller":"traceutil/trace.go:171","msg":"trace[2052232795] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"1.801650513s","start":"2026-04-23T03:11:17.687824Z","end":"2026-04-23T03:11:19.489475Z","steps":["trace[2052232795] 'process raft request' (duration: 1.800653282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.48955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:17.687793Z","time spent":"1.801735246s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:11:19.489112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.805572Z","time spent":"3.683451894s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:19.488657Z","caller":"traceutil/trace.go:171","msg":"trace[1683344842] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"3.395108175s","start":"2026-04-23T03:11:16.093535Z","end":"2026-04-23T03:11:19.488643Z","steps":["trace[1683344842] 'process raft request' (duration: 3.394481975s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.48975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.093511Z","time spent":"3.39620801s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:19.490045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079222914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:19.490103Z","caller":"traceutil/trace.go:171","msg":"trace[1041207890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25952; }","duration":"4.079324598s","start":"2026-04-23T03:11:15.410763Z","end":"2026-04-23T03:11:19.490088Z","steps":["trace[1041207890] 'agreement among raft nodes before linearized reading' (duration: 4.079230755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.490184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.410741Z","time spent":"4.07942943s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.490328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381755018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T03:11:19.490379Z","caller":"traceutil/trace.go:171","msg":"trace[1514864316] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:25952; }","duration":"2.38183019s","start":"2026-04-23T03:11:17.108537Z","end":"2026-04-23T03:11:19.490367Z","steps":["trace[1514864316] 'agreement among raft nodes before linearized reading' (duration: 2.381674776s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.490415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:17.108524Z","time spent":"2.381884753s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T03:11:19.490462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118587842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:11:19.490522Z","caller":"traceutil/trace.go:171","msg":"trace[148256581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25952; }","duration":"3.118666484s","start":"2026-04-23T03:11:16.371842Z","end":"2026-04-23T03:11:19.490509Z","steps":["trace[148256581] 'agreement among raft nodes before linearized reading' (duration: 3.118497069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.490561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.371837Z","time spent":"3.118717156s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:11:19.490604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.606736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:19.49064Z","caller":"traceutil/trace.go:171","msg":"trace[408661143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25952; }","duration":"208.668308ms","start":"2026-04-23T03:11:19.281963Z","end":"2026-04-23T03:11:19.490631Z","steps":["trace[408661143] 'agreement among raft nodes before linearized reading' (duration: 208.611826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.490731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495423849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:19.490774Z","caller":"traceutil/trace.go:171","msg":"trace[84705382] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25952; }","duration":"2.495499981s","start":"2026-04-23T03:11:16.995261Z","end":"2026-04-23T03:11:19.490761Z","steps":["trace[84705382] 'agreement among raft nodes before linearized reading' (duration: 2.495427339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.490802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.105984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:19.490815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.995243Z","time spent":"2.495561093s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:19.490845Z","caller":"traceutil/trace.go:171","msg":"trace[17915887] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25952; }","duration":"369.179376ms","start":"2026-04-23T03:11:19.121649Z","end":"2026-04-23T03:11:19.490829Z","steps":["trace[17915887] 'agreement among raft nodes before linearized reading' (duration: 369.112434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.491043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580030896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T03:11:19.491087Z","caller":"traceutil/trace.go:171","msg":"trace[59795528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25952; }","duration":"2.580100348s","start":"2026-04-23T03:11:16.910974Z","end":"2026-04-23T03:11:19.491074Z","steps":["trace[59795528] 'agreement among raft nodes before linearized reading' (duration: 2.579988614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.491118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.910958Z","time spent":"2.58015259s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T03:11:19.491181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120653238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:11:19.491223Z","caller":"traceutil/trace.go:171","msg":"trace[2137369258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25952; }","duration":"3.120723189s","start":"2026-04-23T03:11:16.370487Z","end":"2026-04-23T03:11:19.49121Z","steps":["trace[2137369258] 'agreement among raft nodes before linearized reading' (duration: 3.120601375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.491259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.370471Z","time spent":"3.120781222s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:11:19.491333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604508674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:11:19.491365Z","caller":"traceutil/trace.go:171","msg":"trace[1378781177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25952; }","duration":"2.604568606s","start":"2026-04-23T03:11:16.886786Z","end":"2026-04-23T03:11:19.491354Z","steps":["trace[1378781177] 'agreement among raft nodes before linearized reading' (duration: 2.604479123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.491398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.886773Z","time spent":"2.604614567s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:19.491427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579585914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:19.491459Z","caller":"traceutil/trace.go:171","msg":"trace[1629706679] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25952; }","duration":"3.579653236s","start":"2026-04-23T03:11:15.911795Z","end":"2026-04-23T03:11:19.491448Z","steps":["trace[1629706679] 'agreement among raft nodes before linearized reading' (duration: 3.579595534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.4915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.911776Z","time spent":"3.579711578s","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.491581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609256165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:11:19.491609Z","caller":"traceutil/trace.go:171","msg":"trace[239484625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25952; }","duration":"2.609385519s","start":"2026-04-23T03:11:16.882214Z","end":"2026-04-23T03:11:19.4916Z","steps":["trace[239484625] 'agreement among raft nodes before linearized reading' (duration: 2.609294186s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.491635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.882202Z","time spent":"2.609426999s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:19.491708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588877909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:19.491752Z","caller":"traceutil/trace.go:171","msg":"trace[179589820] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25952; }","duration":"3.588923621s","start":"2026-04-23T03:11:15.902817Z","end":"2026-04-23T03:11:19.49174Z","steps":["trace[179589820] 'agreement among raft nodes before linearized reading' (duration: 3.588826468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.491837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118293423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:11:19.491883Z","caller":"traceutil/trace.go:171","msg":"trace[2107939812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25952; }","duration":"3.118362025s","start":"2026-04-23T03:11:16.373512Z","end":"2026-04-23T03:11:19.491874Z","steps":["trace[2107939812] 'agreement among raft nodes before linearized reading' (duration: 3.118262222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.49191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:16.373502Z","time spent":"3.118401866s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:19.49219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601405647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:19.492256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809350358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:11:19.492293Z","caller":"traceutil/trace.go:171","msg":"trace[64979329] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25952; }","duration":"3.601565242s","start":"2026-04-23T03:11:15.890711Z","end":"2026-04-23T03:11:19.492277Z","steps":["trace[64979329] 'agreement among raft nodes before linearized reading' (duration: 3.601313774s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:19.49232Z","caller":"traceutil/trace.go:171","msg":"trace[1044903159] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25952; }","duration":"1.809493613s","start":"2026-04-23T03:11:17.682811Z","end":"2026-04-23T03:11:19.492305Z","steps":["trace[1044903159] 'agreement among raft nodes before linearized reading' (duration: 1.809147252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.49235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:17.6828Z","time spent":"1.809544484s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.492334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.890678Z","time spent":"3.601643484s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.492469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683744563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:11:19.492494Z","caller":"traceutil/trace.go:171","msg":"trace[1788085115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25952; }","duration":"3.683815025s","start":"2026-04-23T03:11:15.808672Z","end":"2026-04-23T03:11:19.492487Z","steps":["trace[1788085115] 'agreement among raft nodes before linearized reading' (duration: 3.683735822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.492509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.80865Z","time spent":"3.683854876s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:11:19.492521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.062658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:19.492543Z","caller":"traceutil/trace.go:171","msg":"trace[2080848688] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25952; }","duration":"480.126909ms","start":"2026-04-23T03:11:19.01241Z","end":"2026-04-23T03:11:19.492537Z","steps":["trace[2080848688] 'agreement among raft nodes before linearized reading' (duration: 480.080808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.492558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.012391Z","time spent":"480.162791ms","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.492668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039766245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:19.49269Z","caller":"traceutil/trace.go:171","msg":"trace[1963487216] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25952; }","duration":"1.039788936s","start":"2026-04-23T03:11:18.452896Z","end":"2026-04-23T03:11:19.492685Z","steps":["trace[1963487216] 'agreement among raft nodes before linearized reading' (duration: 1.039750995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.492707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:18.452849Z","time spent":"1.039851187s","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.492739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920409275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:19.49276Z","caller":"traceutil/trace.go:171","msg":"trace[1802263421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25952; }","duration":"1.920489838s","start":"2026-04-23T03:11:17.572264Z","end":"2026-04-23T03:11:19.492753Z","steps":["trace[1802263421] 'agreement among raft nodes before linearized reading' (duration: 1.920433016s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.492776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:17.572241Z","time spent":"1.920530399s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.492858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164100664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T03:11:19.492855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239927053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:19.492872Z","caller":"traceutil/trace.go:171","msg":"trace[1518191326] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25952; }","duration":"1.164203528s","start":"2026-04-23T03:11:18.328664Z","end":"2026-04-23T03:11:19.492868Z","steps":["trace[1518191326] 'agreement among raft nodes before linearized reading' (duration: 1.164118845s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:19.492881Z","caller":"traceutil/trace.go:171","msg":"trace[984523867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25952; }","duration":"1.239982694s","start":"2026-04-23T03:11:18.25289Z","end":"2026-04-23T03:11:19.492873Z","steps":["trace[984523867] 'agreement among raft nodes before linearized reading' (duration: 1.239925822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.492887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:18.32864Z","time spent":"1.164243828s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:11:19.492904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:18.252874Z","time spent":"1.240021846s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.491783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.902748Z","time spent":"3.589027244s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.49417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821768092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:11:19.494198Z","caller":"traceutil/trace.go:171","msg":"trace[556148256] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25952; }","duration":"1.821833204s","start":"2026-04-23T03:11:17.672357Z","end":"2026-04-23T03:11:19.49419Z","steps":["trace[556148256] 'agreement among raft nodes before linearized reading' (duration: 1.820377798s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:19.494221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:17.672337Z","time spent":"1.821878476s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2650,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.490882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.121624Z","time spent":"369.249598ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:19.996776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:20.497344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:22.583463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916121479s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T03:11:22.583541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.494569Z","time spent":"3.088969201s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:23.141143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:23.141235Z","caller":"traceutil/trace.go:171","msg":"trace[599146323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099216s","start":"2026-04-23T03:11:21.141111Z","end":"2026-04-23T03:11:23.14121Z","steps":["trace[599146323] 'agreement among raft nodes before linearized reading' (duration: 1.999986392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:23.141689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.141087Z","time spent":"2.000195599s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:23.272037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999808997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:23.272264Z","caller":"traceutil/trace.go:171","msg":"trace[968846391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049136s","start":"2026-04-23T03:11:21.272153Z","end":"2026-04-23T03:11:23.272202Z","steps":["trace[968846391] 'agreement among raft nodes before linearized reading' (duration: 1.999842629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:23.272376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.272131Z","time spent":"2.000227071s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:24.493914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.496377Z","time spent":"4.997530791s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:24.495765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.497203Z","time spent":"4.998558863s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:24.497009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.497068Z","time spent":"4.999938498s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:24.872155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.874534Z","time spent":"4.997607203s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:25.280744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:25.280813Z","caller":"traceutil/trace.go:171","msg":"trace[1830346529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000786938s","start":"2026-04-23T03:11:23.280012Z","end":"2026-04-23T03:11:25.280799Z","steps":["trace[1830346529] 'agreement among raft nodes before linearized reading' (duration: 2.000694665s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:25.280849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.279993Z","time spent":"2.00084964s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:26.375071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.496664Z","time spent":"6.87840187s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.428777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.761399602s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:26.500391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.496472Z","time spent":"7.003913757s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:26.500834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.496957Z","time spent":"5.003875612s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.500905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.496055Z","time spent":"5.004843653s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.500944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.503137Z","time spent":"4.99780562s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.500981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.496491Z","time spent":"5.004489292s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.501074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.496294Z","time spent":"7.004778295s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:26.501233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.499434Z","time spent":"5.001798246s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:26.502176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.496334Z","time spent":"4.997414947s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.492396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.493901Z","time spent":"4.998490061s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.886662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.839608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:26.886723Z","caller":"traceutil/trace.go:171","msg":"trace[1947372723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"381.91538ms","start":"2026-04-23T03:11:26.504793Z","end":"2026-04-23T03:11:26.886708Z","steps":["trace[1947372723] 'agreement among raft nodes before linearized reading' (duration: 381.835698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.886764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504779Z","time spent":"381.977613ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 03:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.992386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.991604Z","time spent":"7.000774758s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:27.28136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:27.281445Z","caller":"traceutil/trace.go:171","msg":"trace[2052824279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067296s","start":"2026-04-23T03:11:25.281358Z","end":"2026-04-23T03:11:27.281426Z","steps":["trace[2052824279] 'agreement among raft nodes before linearized reading' (duration: 1.999957993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:27.281492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:25.281346Z","time spent":"2.000137179s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:27.426437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:20.425348Z","time spent":"7.001083057s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:27.502557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:20.502262Z","time spent":"7.000288422s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:28.432956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.749245ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:28.433083Z","caller":"traceutil/trace.go:171","msg":"trace[781355250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25952; }","duration":"948.884099ms","start":"2026-04-23T03:11:27.484179Z","end":"2026-04-23T03:11:28.433063Z","steps":["trace[781355250] 'range keys from in-memory index tree' (duration: 948.732924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:28.435013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005994035s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:28.43639Z","caller":"traceutil/trace.go:171","msg":"trace[1554504151] linearizableReadLoop","detail":"{readStateIndex:26833; appliedIndex:26823; }","duration":"8.940049094s","start":"2026-04-23T03:11:19.49631Z","end":"2026-04-23T03:11:28.436359Z","steps":["trace[1554504151] 'read index received' (duration: 1.170983603s)","trace[1554504151] 'applied index is now lower than readState.Index' (duration: 7.769062971s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:28.436636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.940304191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:11:28.436721Z","caller":"traceutil/trace.go:171","msg":"trace[836629822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25962; }","duration":"8.940435956s","start":"2026-04-23T03:11:19.496269Z","end":"2026-04-23T03:11:28.436705Z","steps":["trace[836629822] 'agreement among raft nodes before linearized reading' (duration: 8.940220299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:28.436753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.496251Z","time spent":"8.940495327s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:11:28.936913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:29.133354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.263429191s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:29.288129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:29.288292Z","caller":"traceutil/trace.go:171","msg":"trace[426265326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049931s","start":"2026-04-23T03:11:27.287771Z","end":"2026-04-23T03:11:29.288271Z","steps":["trace[426265326] 'agreement among raft nodes before linearized reading' (duration: 2.000304663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.288349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.287755Z","time spent":"2.000582163s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:29.585924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.585728Z","time spent":"7.000189479s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:29.871946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992559574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:29.872049Z","caller":"traceutil/trace.go:171","msg":"trace[703898534] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.992727239s","start":"2026-04-23T03:11:24.879301Z","end":"2026-04-23T03:11:29.872028Z","steps":["trace[703898534] 'agreement among raft nodes before linearized reading' (duration: 4.992583394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.872184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.879273Z","time spent":"4.992866413s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 03:11:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:30.085557Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"37529db821c20573","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T03:11:30.131069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.476482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-23T03:11:30.194584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.011904857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:30.194665Z","caller":"traceutil/trace.go:171","msg":"trace[59791553] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.012039691s","start":"2026-04-23T03:11:20.182606Z","end":"2026-04-23T03:11:30.194646Z","steps":["trace[59791553] 'agreement among raft nodes before linearized reading' (duration: 10.011938418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:30.194714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:20.182586Z","time spent":"10.012112714s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 03:11:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.289048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.293576Z","caller":"traceutil/trace.go:171","msg":"trace[418506703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532771s","start":"2026-04-23T03:11:29.288653Z","end":"2026-04-23T03:11:31.289186Z","steps":["trace[418506703] 'agreement among raft nodes before linearized reading' (duration: 2.000353655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.293643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:29.288627Z","time spent":"2.004993403s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.370517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.372196Z","time spent":"4.998297876s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:31.492055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987177493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.492143Z","caller":"traceutil/trace.go:171","msg":"trace[15521342] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.987289557s","start":"2026-04-23T03:11:26.504833Z","end":"2026-04-23T03:11:31.492123Z","steps":["trace[15521342] 'agreement among raft nodes before linearized reading' (duration: 4.987179383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.49219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504831Z","time spent":"4.987349298s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.494069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989155866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.49416Z","caller":"traceutil/trace.go:171","msg":"trace[769687605] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.98928809s","start":"2026-04-23T03:11:26.504852Z","end":"2026-04-23T03:11:31.49414Z","steps":["trace[769687605] 'agreement among raft nodes before linearized reading' (duration: 4.989156646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.494218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504846Z","time spent":"4.989361313s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.494703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989833207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.494872Z","caller":"traceutil/trace.go:171","msg":"trace[164931617] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.989966492s","start":"2026-04-23T03:11:26.504816Z","end":"2026-04-23T03:11:31.494783Z","steps":["trace[164931617] 'agreement among raft nodes before linearized reading' (duration: 4.989834848s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.494989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504813Z","time spent":"4.990158588s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.49511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990191729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.495207Z","caller":"traceutil/trace.go:171","msg":"trace[1949807231] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.990333694s","start":"2026-04-23T03:11:26.504846Z","end":"2026-04-23T03:11:31.495179Z","steps":["trace[1949807231] 'agreement among raft nodes before linearized reading' (duration: 4.99020741s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.495285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504833Z","time spent":"4.990440627s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.495789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990873381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.495842Z","caller":"traceutil/trace.go:171","msg":"trace[120128008] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.990938543s","start":"2026-04-23T03:11:26.50489Z","end":"2026-04-23T03:11:31.495829Z","steps":["trace[120128008] 'agreement among raft nodes before linearized reading' (duration: 4.990879711s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.495882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504885Z","time spent":"4.990988514s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.498085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993197415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.498133Z","caller":"traceutil/trace.go:171","msg":"trace[2115530407] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.993255796s","start":"2026-04-23T03:11:26.504867Z","end":"2026-04-23T03:11:31.498122Z","steps":["trace[2115530407] 'agreement among raft nodes before linearized reading' (duration: 4.993202255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.498171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504864Z","time spent":"4.993296357s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.500662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995750085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.5007Z","caller":"traceutil/trace.go:171","msg":"trace[2042058895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.995805657s","start":"2026-04-23T03:11:26.504885Z","end":"2026-04-23T03:11:31.500691Z","steps":["trace[2042058895] 'agreement among raft nodes before linearized reading' (duration: 4.995753665s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.500723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504883Z","time spent":"4.995834148s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.887144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.88887Z","time spent":"4.998267065s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:33.140823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:33.140907Z","caller":"traceutil/trace.go:171","msg":"trace[2036977068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438177s","start":"2026-04-23T03:11:31.140451Z","end":"2026-04-23T03:11:33.140889Z","steps":["trace[2036977068] 'agreement among raft nodes before linearized reading' (duration: 2.000321273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:33.140955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.140436Z","time spent":"2.00050938s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:33.300541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:33.300625Z","caller":"traceutil/trace.go:171","msg":"trace[1137075808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810819s","start":"2026-04-23T03:11:31.299796Z","end":"2026-04-23T03:11:33.300607Z","steps":["trace[1137075808] 'agreement among raft nodes before linearized reading' (duration: 2.000699916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:33.30068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.299771Z","time spent":"2.000896292s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:33.378789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.377722Z","time spent":"7.001060507s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:33.859486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.494013569s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:33.88147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.880762Z","time spent":"7.000701327s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:34.007232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.005742Z","time spent":"7.001482981s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:34.431512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.430754Z","time spent":"7.000752458s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:34.508744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.507936Z","time spent":"7.000798359s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:35.309994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:35.31009Z","caller":"traceutil/trace.go:171","msg":"trace[1523472473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015387s","start":"2026-04-23T03:11:33.309917Z","end":"2026-04-23T03:11:35.31007Z","steps":["trace[1523472473] 'agreement among raft nodes before linearized reading' (duration: 2.000036426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:35.310141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.309894Z","time spent":"2.000236812s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:35.841114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.70963802s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T03:11:35.843345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.260585Z","time spent":"4.582751198s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:36.49532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.497636Z","time spent":"4.997677595s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:36.498789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.499746Z","time spent":"4.999037659s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:37.094428Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"37529db821c20573","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T03:11:37.31061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:37.310695Z","caller":"traceutil/trace.go:171","msg":"trace[1887132068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303413s","start":"2026-04-23T03:11:35.310374Z","end":"2026-04-23T03:11:37.310677Z","steps":["trace[1887132068] 'agreement among raft nodes before linearized reading' (duration: 2.00019192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:37.310743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.310352Z","time spent":"2.000381366s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.498424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.497546Z","time spent":"7.000870501s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:39.318692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:39.318771Z","caller":"traceutil/trace.go:171","msg":"trace[968847181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016856s","start":"2026-04-23T03:11:37.318587Z","end":"2026-04-23T03:11:39.318755Z","steps":["trace[968847181] 'agreement among raft nodes before linearized reading' (duration: 2.000065727s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.318808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.318566Z","time spent":"2.000234662s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:39.439355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95451297s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.439481Z","caller":"traceutil/trace.go:171","msg":"trace[1311741607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25971; }","duration":"1.954662054s","start":"2026-04-23T03:11:37.484802Z","end":"2026-04-23T03:11:39.439464Z","steps":["trace[1311741607] 'range keys from in-memory index tree' (duration: 1.954493909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.440114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594494818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.440316Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"23.741µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-23T03:11:39.440494Z","caller":"traceutil/trace.go:171","msg":"trace[100857906] linearizableReadLoop","detail":"{readStateIndex:26850; appliedIndex:26834; }","duration":"11.003962568s","start":"2026-04-23T03:11:28.436469Z","end":"2026-04-23T03:11:39.440432Z","steps":["trace[100857906] 'read index received' (duration: 697.162523ms)","trace[100857906] 'applied index is now lower than readState.Index' (duration: 10.306798845s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:39.440575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.375454481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:39.440618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.469576762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:39.440658Z","caller":"traceutil/trace.go:171","msg":"trace[60738228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25971; }","duration":"14.469650175s","start":"2026-04-23T03:11:24.970996Z","end":"2026-04-23T03:11:39.440646Z","steps":["trace[60738228] 'agreement among raft nodes before linearized reading' (duration: 14.469575312s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.440624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.224316219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:39.440699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.970968Z","time spent":"14.469721267s","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:39.440725Z","caller":"traceutil/trace.go:171","msg":"trace[1972515526] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25971; }","duration":"12.224505045s","start":"2026-04-23T03:11:27.216193Z","end":"2026-04-23T03:11:39.440698Z","steps":["trace[1972515526] 'agreement among raft nodes before linearized reading' (duration: 12.224296439s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.440751Z","caller":"traceutil/trace.go:171","msg":"trace[1127446970] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25971; }","duration":"13.375630058s","start":"2026-04-23T03:11:26.065011Z","end":"2026-04-23T03:11:39.440641Z","steps":["trace[1127446970] 'agreement among raft nodes before linearized reading' (duration: 13.375429941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.44088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.527943311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:39.440927Z","caller":"traceutil/trace.go:171","msg":"trace[2067113391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25971; }","duration":"11.528028053s","start":"2026-04-23T03:11:27.912886Z","end":"2026-04-23T03:11:39.440914Z","steps":["trace[2067113391] 'agreement among raft nodes before linearized reading' (duration: 11.527952511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.440934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.847775286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:39.440965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.912865Z","time spent":"11.528091396s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.440894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.064991Z","time spent":"13.375886625s","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.44104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.238984561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:39.441076Z","caller":"traceutil/trace.go:171","msg":"trace[1463069643] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25971; }","duration":"15.239052933s","start":"2026-04-23T03:11:24.202015Z","end":"2026-04-23T03:11:39.441068Z","steps":["trace[1463069643] 'agreement among raft nodes before linearized reading' (duration: 15.238970121s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.441111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.201992Z","time spent":"15.239111105s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.749318833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.441272Z","caller":"traceutil/trace.go:171","msg":"trace[1036573850] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25971; }","duration":"11.749395224s","start":"2026-04-23T03:11:27.691864Z","end":"2026-04-23T03:11:39.44126Z","steps":["trace[1036573850] 'agreement among raft nodes before linearized reading' (duration: 11.749323332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.44128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.615401147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.44131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.691848Z","time spent":"11.749450716s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.086228301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.441385Z","caller":"traceutil/trace.go:171","msg":"trace[2030030036] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25971; }","duration":"16.086262782s","start":"2026-04-23T03:11:23.355114Z","end":"2026-04-23T03:11:39.441377Z","steps":["trace[2030030036] 'agreement among raft nodes before linearized reading' (duration: 16.086216651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.441417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.355093Z","time spent":"16.086317404s","remote":"127.0.0.1:46452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.443828912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T03:11:39.441592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.148314513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:39.441655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.845953541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:11:39.441683Z","caller":"traceutil/trace.go:171","msg":"trace[79254380] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25971; }","duration":"16.148439947s","start":"2026-04-23T03:11:23.293232Z","end":"2026-04-23T03:11:39.441672Z","steps":["trace[79254380] 'agreement among raft nodes before linearized reading' (duration: 16.148298523s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.441703Z","caller":"traceutil/trace.go:171","msg":"trace[587868681] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25971; }","duration":"11.846050034s","start":"2026-04-23T03:11:27.595641Z","end":"2026-04-23T03:11:39.441691Z","steps":["trace[587868681] 'agreement among raft nodes before linearized reading' (duration: 11.845816527s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.441724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.29321Z","time spent":"16.148504019s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.595619Z","time spent":"11.846110496s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.908297573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T03:11:39.441893Z","caller":"traceutil/trace.go:171","msg":"trace[1655152855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25971; }","duration":"12.908408587s","start":"2026-04-23T03:11:26.533471Z","end":"2026-04-23T03:11:39.44188Z","steps":["trace[1655152855] 'agreement among raft nodes before linearized reading' (duration: 12.908232501s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.44131Z","caller":"traceutil/trace.go:171","msg":"trace[638005674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25971; }","duration":"15.61547745s","start":"2026-04-23T03:11:23.825823Z","end":"2026-04-23T03:11:39.441301Z","steps":["trace[638005674] 'agreement among raft nodes before linearized reading' (duration: 15.615427738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.442001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.825784Z","time spent":"15.616203232s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.442086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.06379968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.442121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.937358487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:11:39.442179Z","caller":"traceutil/trace.go:171","msg":"trace[1979172875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25971; }","duration":"12.063944056s","start":"2026-04-23T03:11:27.378209Z","end":"2026-04-23T03:11:39.442153Z","steps":["trace[1979172875] 'agreement among raft nodes before linearized reading' (duration: 12.063784521s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.440968Z","caller":"traceutil/trace.go:171","msg":"trace[685584082] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25971; }","duration":"14.847849028s","start":"2026-04-23T03:11:24.59311Z","end":"2026-04-23T03:11:39.440959Z","steps":["trace[685584082] 'agreement among raft nodes before linearized reading' (duration: 14.847780206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.442241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.378186Z","time spent":"12.064042328s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.442261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.054261648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274719"} {"level":"info","ts":"2026-04-23T03:11:39.442253Z","caller":"traceutil/trace.go:171","msg":"trace[476654978] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe; range_end:; response_count:1; response_revision:25971; }","duration":"12.93748591s","start":"2026-04-23T03:11:26.504725Z","end":"2026-04-23T03:11:39.442211Z","steps":["trace[476654978] 'agreement among raft nodes before linearized reading' (duration: 12.937289004s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.442312Z","caller":"traceutil/trace.go:171","msg":"trace[1187493327] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25971; }","duration":"12.05434444s","start":"2026-04-23T03:11:27.387956Z","end":"2026-04-23T03:11:39.4423Z","steps":["trace[1187493327] 'agreement among raft nodes before linearized reading' (duration: 12.053966058s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.442282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.593088Z","time spent":"14.849156509s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.747022189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:39.442525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.387945Z","time spent":"12.054571518s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274742,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:11:39.442549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.105670473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-23T03:11:39.442558Z","caller":"traceutil/trace.go:171","msg":"trace[363832042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25971; }","duration":"16.747719881s","start":"2026-04-23T03:11:22.694821Z","end":"2026-04-23T03:11:39.44254Z","steps":["trace[363832042] 'agreement among raft nodes before linearized reading' (duration: 16.747045489s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.442593Z","caller":"traceutil/trace.go:171","msg":"trace[216242886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25971; }","duration":"13.105717854s","start":"2026-04-23T03:11:26.336863Z","end":"2026-04-23T03:11:39.442581Z","steps":["trace[216242886] 'agreement among raft nodes before linearized reading' (duration: 13.105435785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.442606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.694797Z","time spent":"16.747793143s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.44262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.336824Z","time spent":"13.105791146s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:11:39.442649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.504708Z","time spent":"12.937798301s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" "} {"level":"warn","ts":"2026-04-23T03:11:39.442695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.979863657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.442731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.20640361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.442744Z","caller":"traceutil/trace.go:171","msg":"trace[1429787958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25971; }","duration":"12.979932089s","start":"2026-04-23T03:11:26.462803Z","end":"2026-04-23T03:11:39.442735Z","steps":["trace[1429787958] 'agreement among raft nodes before linearized reading' (duration: 12.979873737s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.442762Z","caller":"traceutil/trace.go:171","msg":"trace[1706426872] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25971; }","duration":"12.206498913s","start":"2026-04-23T03:11:27.236256Z","end":"2026-04-23T03:11:39.442755Z","steps":["trace[1706426872] 'agreement among raft nodes before linearized reading' (duration: 12.206448611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.442792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.236233Z","time spent":"12.206553165s","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.442059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.105846766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.442011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.909919993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-04-23T03:11:39.442821Z","caller":"traceutil/trace.go:171","msg":"trace[921926556] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25971; }","duration":"17.106612161s","start":"2026-04-23T03:11:22.336202Z","end":"2026-04-23T03:11:39.442814Z","steps":["trace[921926556] 'agreement among raft nodes before linearized reading' (duration: 17.105829386s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.44284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.336148Z","time spent":"17.106687132s","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:39.442844Z","caller":"traceutil/trace.go:171","msg":"trace[401637133] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25971; }","duration":"16.91077414s","start":"2026-04-23T03:11:22.532057Z","end":"2026-04-23T03:11:39.442831Z","steps":["trace[401637133] 'agreement among raft nodes before linearized reading' (duration: 16.909858261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.442913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.532041Z","time spent":"16.910861872s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T03:11:39.442795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.988857493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.443003Z","caller":"traceutil/trace.go:171","msg":"trace[134206704] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25971; }","duration":"12.989084479s","start":"2026-04-23T03:11:26.453908Z","end":"2026-04-23T03:11:39.442992Z","steps":["trace[134206704] 'agreement among raft nodes before linearized reading' (duration: 12.988869382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.443081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.453894Z","time spent":"12.989176583s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.440805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.216173Z","time spent":"12.224613908s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.442764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.462792Z","time spent":"12.97996697s","remote":"127.0.0.1:44670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.441955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.533455Z","time spent":"12.90848957s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:11:39.443901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.652230104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.441642Z","caller":"traceutil/trace.go:171","msg":"trace[528649520] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25971; }","duration":"12.443945445s","start":"2026-04-23T03:11:26.997682Z","end":"2026-04-23T03:11:39.441628Z","steps":["trace[528649520] 'agreement among raft nodes before linearized reading' (duration: 12.443678646s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:39.443935Z","caller":"traceutil/trace.go:171","msg":"trace[102320684] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25971; }","duration":"19.652316966s","start":"2026-04-23T03:11:19.79161Z","end":"2026-04-23T03:11:39.443927Z","steps":["trace[102320684] 'agreement among raft nodes before linearized reading' (duration: 19.652265134s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.443961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.791581Z","time spent":"19.652373098s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.443954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.997659Z","time spent":"12.446280809s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:11:39.443892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.090521182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:39.443996Z","caller":"traceutil/trace.go:171","msg":"trace[1323042717] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25971; }","duration":"19.090632116s","start":"2026-04-23T03:11:20.353354Z","end":"2026-04-23T03:11:39.443986Z","steps":["trace[1323042717] 'agreement among raft nodes before linearized reading' (duration: 19.090485671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.443998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.947237204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-23T03:11:39.444009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.448318586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.444015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.866878721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:39.444123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.140732184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:39.444188Z","caller":"traceutil/trace.go:171","msg":"trace[576245845] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25971; }","duration":"17.142347046s","start":"2026-04-23T03:11:22.30183Z","end":"2026-04-23T03:11:39.444177Z","steps":["trace[576245845] 'agreement among raft nodes before linearized reading' (duration: 17.140748305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.444252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.301809Z","time spent":"17.142429008s","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:39.444105Z","caller":"traceutil/trace.go:171","msg":"trace[970656236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25971; }","duration":"19.448466782s","start":"2026-04-23T03:11:19.995612Z","end":"2026-04-23T03:11:39.444078Z","steps":["trace[970656236] 'agreement among raft nodes before linearized reading' (duration: 19.448310467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.44441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.995603Z","time spent":"19.448776461s","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:39.444168Z","caller":"traceutil/trace.go:171","msg":"trace[1468438040] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25971; }","duration":"19.867080788s","start":"2026-04-23T03:11:19.57706Z","end":"2026-04-23T03:11:39.444141Z","steps":["trace[1468438040] 'agreement among raft nodes before linearized reading' (duration: 19.86684008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.444569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.577035Z","time spent":"19.867520192s","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:39.444032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:20.353302Z","time spent":"19.090719669s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:39.444041Z","caller":"traceutil/trace.go:171","msg":"trace[230915722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4; range_end:; response_count:1; response_revision:25971; }","duration":"19.947298385s","start":"2026-04-23T03:11:19.496728Z","end":"2026-04-23T03:11:39.444027Z","steps":["trace[230915722] 'agreement among raft nodes before linearized reading' (duration: 19.947191442s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.444899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.496702Z","time spent":"19.948177783s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-b442cbc2-03f6-4525-9fa2-06f4385d86a4\" "} {"level":"warn","ts":"2026-04-23T03:11:39.551873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.114172709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:39.551928Z","caller":"traceutil/trace.go:171","msg":"trace[781792301] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"11.114268942s","start":"2026-04-23T03:11:28.437647Z","end":"2026-04-23T03:11:39.551916Z","steps":["trace[781792301] 'agreement among raft nodes before linearized reading' (duration: 11.11419718s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.551956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.437633Z","time spent":"11.114317783s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/23 03:11:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:41.085902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572585208s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:41.242567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798329938s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:11:41.242814Z","caller":"traceutil/trace.go:171","msg":"trace[1816428649] linearizableReadLoop","detail":"{readStateIndex:26855; appliedIndex:26851; }","duration":"1.802268083s","start":"2026-04-23T03:11:39.440527Z","end":"2026-04-23T03:11:41.242795Z","steps":["trace[1816428649] 'read index received' (duration: 3.304935ms)","trace[1816428649] 'applied index is now lower than readState.Index' (duration: 1.798961718s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:41.244379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.59982412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.244473Z","caller":"traceutil/trace.go:171","msg":"trace[473853325] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25973; }","duration":"9.599966204s","start":"2026-04-23T03:11:31.644488Z","end":"2026-04-23T03:11:41.244454Z","steps":["trace[473853325] 'agreement among raft nodes before linearized reading' (duration: 9.599814669s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.244508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.644465Z","time spent":"9.600033686s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.244798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.696541431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:41.244908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924930849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.244906Z","caller":"traceutil/trace.go:171","msg":"trace[181288245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25973; }","duration":"9.696798189s","start":"2026-04-23T03:11:31.548077Z","end":"2026-04-23T03:11:41.244875Z","steps":["trace[181288245] 'agreement among raft nodes before linearized reading' (duration: 9.696311604s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:41.244933Z","caller":"traceutil/trace.go:171","msg":"trace[1985039577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25973; }","duration":"1.925009172s","start":"2026-04-23T03:11:39.319914Z","end":"2026-04-23T03:11:41.244924Z","steps":["trace[1985039577] 'agreement among raft nodes before linearized reading' (duration: 1.92496741s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.244952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.319893Z","time spent":"1.925054583s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:41.244973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.548062Z","time spent":"9.696892032s","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.245067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280623216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.245085Z","caller":"traceutil/trace.go:171","msg":"trace[824797540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25973; }","duration":"2.280679159s","start":"2026-04-23T03:11:38.964401Z","end":"2026-04-23T03:11:41.24508Z","steps":["trace[824797540] 'agreement among raft nodes before linearized reading' (duration: 2.280644558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.245104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.96438Z","time spent":"2.280717919s","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.245293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525701353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.245313Z","caller":"traceutil/trace.go:171","msg":"trace[1506634996] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25973; }","duration":"3.525766265s","start":"2026-04-23T03:11:37.719541Z","end":"2026-04-23T03:11:41.245308Z","steps":["trace[1506634996] 'agreement among raft nodes before linearized reading' (duration: 3.525727654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.245327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.719514Z","time spent":"3.525809976s","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.245359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.726391719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:41.245412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545832072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.245429Z","caller":"traceutil/trace.go:171","msg":"trace[1270447001] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25973; }","duration":"3.545875594s","start":"2026-04-23T03:11:37.699547Z","end":"2026-04-23T03:11:41.245422Z","steps":["trace[1270447001] 'agreement among raft nodes before linearized reading' (duration: 3.545849463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.24545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.699525Z","time spent":"3.545920895s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.245515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.951059525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-04-23T03:11:41.245541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146659696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.245557Z","caller":"traceutil/trace.go:171","msg":"trace[1290676066] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25973; }","duration":"4.146717128s","start":"2026-04-23T03:11:37.098834Z","end":"2026-04-23T03:11:41.245551Z","steps":["trace[1290676066] 'agreement among raft nodes before linearized reading' (duration: 4.146684467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.24557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.09881Z","time spent":"4.146755999s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.24556Z","caller":"traceutil/trace.go:171","msg":"trace[1240879557] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25973; }","duration":"9.951133468s","start":"2026-04-23T03:11:31.294416Z","end":"2026-04-23T03:11:41.245549Z","steps":["trace[1240879557] 'agreement among raft nodes before linearized reading' (duration: 9.951028954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.2456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.294399Z","time spent":"9.951190849s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T03:11:41.245651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175395819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.245671Z","caller":"traceutil/trace.go:171","msg":"trace[915099354] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25973; }","duration":"4.17544979s","start":"2026-04-23T03:11:37.070215Z","end":"2026-04-23T03:11:41.245665Z","steps":["trace[915099354] 'agreement among raft nodes before linearized reading' (duration: 4.175422769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.245684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.070194Z","time spent":"4.175486392s","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.245764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763022253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.245784Z","caller":"traceutil/trace.go:171","msg":"trace[1437370744] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25973; }","duration":"4.763077665s","start":"2026-04-23T03:11:36.4827Z","end":"2026-04-23T03:11:41.245778Z","steps":["trace[1437370744] 'agreement among raft nodes before linearized reading' (duration: 4.763048304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.245798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.482681Z","time spent":"4.763112906s","remote":"127.0.0.1:51716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.245884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.03588109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.245902Z","caller":"traceutil/trace.go:171","msg":"trace[1665137249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25973; }","duration":"5.035900851s","start":"2026-04-23T03:11:36.209997Z","end":"2026-04-23T03:11:41.245898Z","steps":["trace[1665137249] 'agreement among raft nodes before linearized reading' (duration: 5.0358668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.245894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.147130023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:41.245916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.209942Z","time spent":"5.035970853s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.245938Z","caller":"traceutil/trace.go:171","msg":"trace[1458022365] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25973; }","duration":"10.147177375s","start":"2026-04-23T03:11:31.098748Z","end":"2026-04-23T03:11:41.245925Z","steps":["trace[1458022365] 'agreement among raft nodes before linearized reading' (duration: 10.147097372s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.245981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.098708Z","time spent":"10.147260277s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.246063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200477428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.246085Z","caller":"traceutil/trace.go:171","msg":"trace[2140679162] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25973; }","duration":"5.200529179s","start":"2026-04-23T03:11:36.04555Z","end":"2026-04-23T03:11:41.246079Z","steps":["trace[2140679162] 'agreement among raft nodes before linearized reading' (duration: 5.200441057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.045533Z","time spent":"5.20056186s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.246232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.920156575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.246255Z","caller":"traceutil/trace.go:171","msg":"trace[1682614586] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25973; }","duration":"5.920215917s","start":"2026-04-23T03:11:35.326034Z","end":"2026-04-23T03:11:41.24625Z","steps":["trace[1682614586] 'agreement among raft nodes before linearized reading' (duration: 5.920140564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.24625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.361124179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:41.246273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.326016Z","time spent":"5.920250408s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.246298Z","caller":"traceutil/trace.go:171","msg":"trace[1638190475] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25973; }","duration":"10.361203442s","start":"2026-04-23T03:11:30.885078Z","end":"2026-04-23T03:11:41.246281Z","steps":["trace[1638190475] 'agreement among raft nodes before linearized reading' (duration: 10.361102399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.24635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.885059Z","time spent":"10.361277685s","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.24644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732420215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T03:11:41.246461Z","caller":"traceutil/trace.go:171","msg":"trace[2142191755] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25973; }","duration":"6.732475846s","start":"2026-04-23T03:11:34.51398Z","end":"2026-04-23T03:11:41.246456Z","steps":["trace[2142191755] 'agreement among raft nodes before linearized reading' (duration: 6.732395164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.513951Z","time spent":"6.732520938s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-23T03:11:41.246559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.802221732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.246579Z","caller":"traceutil/trace.go:171","msg":"trace[1390058034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25973; }","duration":"6.802280714s","start":"2026-04-23T03:11:34.444294Z","end":"2026-04-23T03:11:41.246575Z","steps":["trace[1390058034] 'agreement among raft nodes before linearized reading' (duration: 6.802250763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.444268Z","time spent":"6.802321345s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.246584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.448917078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.246628Z","caller":"traceutil/trace.go:171","msg":"trace[1673021155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25973; }","duration":"10.449014821s","start":"2026-04-23T03:11:30.7976Z","end":"2026-04-23T03:11:41.246615Z","steps":["trace[1673021155] 'agreement among raft nodes before linearized reading' (duration: 10.448940209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.797567Z","time spent":"10.449097334s","remote":"127.0.0.1:44290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.246702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.811564049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-23T03:11:41.246717Z","caller":"traceutil/trace.go:171","msg":"trace[662818066] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25973; }","duration":"6.81160552s","start":"2026-04-23T03:11:34.435106Z","end":"2026-04-23T03:11:41.246712Z","steps":["trace[662818066] 'agreement among raft nodes before linearized reading' (duration: 6.811555388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.435086Z","time spent":"6.811641461s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T03:11:41.246807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.88089003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.246826Z","caller":"traceutil/trace.go:171","msg":"trace[1803074631] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25973; }","duration":"6.880930322s","start":"2026-04-23T03:11:34.365891Z","end":"2026-04-23T03:11:41.246821Z","steps":["trace[1803074631] 'agreement among raft nodes before linearized reading' (duration: 6.880900221s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.365875Z","time spent":"6.880960652s","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.246935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236531046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T03:11:41.246953Z","caller":"traceutil/trace.go:171","msg":"trace[948334920] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25973; }","duration":"7.236579018s","start":"2026-04-23T03:11:34.01037Z","end":"2026-04-23T03:11:41.246949Z","steps":["trace[948334920] 'agreement among raft nodes before linearized reading' (duration: 7.236533037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.246972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.010353Z","time spent":"7.23661394s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T03:11:41.246961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.460570048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:41.247043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339569819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.247064Z","caller":"traceutil/trace.go:171","msg":"trace[2127189872] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25973; }","duration":"7.339622951s","start":"2026-04-23T03:11:33.907436Z","end":"2026-04-23T03:11:41.247059Z","steps":["trace[2127189872] 'agreement among raft nodes before linearized reading' (duration: 7.33959102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.247078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.907399Z","time spent":"7.339674463s","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.247097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.051046623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.247147Z","caller":"traceutil/trace.go:171","msg":"trace[1907797402] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25973; }","duration":"11.051123446s","start":"2026-04-23T03:11:30.196009Z","end":"2026-04-23T03:11:41.247132Z","steps":["trace[1907797402] 'agreement among raft nodes before linearized reading' (duration: 11.051052114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.24719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.195994Z","time spent":"11.051182407s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.247192Z","caller":"traceutil/trace.go:171","msg":"trace[808000120] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"1.801161518s","start":"2026-04-23T03:11:39.44601Z","end":"2026-04-23T03:11:41.247171Z","steps":["trace[808000120] 'process raft request' (duration: 1.796670415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.247256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.565214237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:11:41.247279Z","caller":"traceutil/trace.go:171","msg":"trace[167910511] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25974; }","duration":"7.565272928s","start":"2026-04-23T03:11:33.682001Z","end":"2026-04-23T03:11:41.247274Z","steps":["trace[167910511] 'agreement among raft nodes before linearized reading' (duration: 7.565147154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.247299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.68198Z","time spent":"7.56531366s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.247304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.445994Z","time spent":"1.8012387s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:41.247429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.075152339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.247479Z","caller":"traceutil/trace.go:171","msg":"trace[2015663326] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25974; }","duration":"11.07520591s","start":"2026-04-23T03:11:30.17226Z","end":"2026-04-23T03:11:41.247466Z","steps":["trace[2015663326] 'agreement among raft nodes before linearized reading' (duration: 11.075128438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.247521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.172158Z","time spent":"11.075350375s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.247726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.270422155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:41.247747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.211860001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.247775Z","caller":"traceutil/trace.go:171","msg":"trace[366208319] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25974; }","duration":"8.270517559s","start":"2026-04-23T03:11:32.977245Z","end":"2026-04-23T03:11:41.247763Z","steps":["trace[366208319] 'agreement among raft nodes before linearized reading' (duration: 8.270380084s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:41.247789Z","caller":"traceutil/trace.go:171","msg":"trace[636253380] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25974; }","duration":"11.211940123s","start":"2026-04-23T03:11:30.035836Z","end":"2026-04-23T03:11:41.247776Z","steps":["trace[636253380] 'agreement among raft nodes before linearized reading' (duration: 11.211867131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.247808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.976944Z","time spent":"8.270855599s","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.24783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.035814Z","time spent":"11.212002876s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.248029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465306575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.248074Z","caller":"traceutil/trace.go:171","msg":"trace[1154438124] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25974; }","duration":"8.465376567s","start":"2026-04-23T03:11:32.782685Z","end":"2026-04-23T03:11:41.248062Z","steps":["trace[1154438124] 'agreement among raft nodes before linearized reading' (duration: 8.465308435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.782669Z","time spent":"8.465427469s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.24816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.741870736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:41.246366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.508614436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.248306Z","caller":"traceutil/trace.go:171","msg":"trace[585099696] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25973; }","duration":"6.510566438s","start":"2026-04-23T03:11:34.737721Z","end":"2026-04-23T03:11:41.248287Z","steps":["trace[585099696] 'agreement among raft nodes before linearized reading' (duration: 6.508625097s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.737702Z","time spent":"6.51063752s","remote":"127.0.0.1:44674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.248471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.727615604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:11:41.248463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.508075344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.248506Z","caller":"traceutil/trace.go:171","msg":"trace[1750242446] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25974; }","duration":"7.727680746s","start":"2026-04-23T03:11:33.520819Z","end":"2026-04-23T03:11:41.2485Z","steps":["trace[1750242446] 'agreement among raft nodes before linearized reading' (duration: 7.726562781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.24853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.5208Z","time spent":"7.727723788s","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2651,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.248539Z","caller":"traceutil/trace.go:171","msg":"trace[350318042] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25974; }","duration":"8.508241459s","start":"2026-04-23T03:11:32.740278Z","end":"2026-04-23T03:11:41.24852Z","steps":["trace[350318042] 'agreement among raft nodes before linearized reading' (duration: 8.508080784s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.760934455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:41.248583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.740256Z","time spent":"8.508318452s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.248598Z","caller":"traceutil/trace.go:171","msg":"trace[760940911] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25974; }","duration":"8.760984877s","start":"2026-04-23T03:11:32.487599Z","end":"2026-04-23T03:11:41.248584Z","steps":["trace[760940911] 'agreement among raft nodes before linearized reading' (duration: 8.760883974s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.487516Z","time spent":"8.76110574s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.247035Z","caller":"traceutil/trace.go:171","msg":"trace[346603778] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25973; }","duration":"10.460680791s","start":"2026-04-23T03:11:30.78634Z","end":"2026-04-23T03:11:41.247021Z","steps":["trace[346603778] 'agreement among raft nodes before linearized reading' (duration: 10.460550977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.786319Z","time spent":"10.462391816s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.248798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.790943638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.248829Z","caller":"traceutil/trace.go:171","msg":"trace[877272858] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25974; }","duration":"8.79102143s","start":"2026-04-23T03:11:32.457797Z","end":"2026-04-23T03:11:41.248818Z","steps":["trace[877272858] 'agreement among raft nodes before linearized reading' (duration: 8.790970009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.457765Z","time spent":"8.791086672s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.245417Z","caller":"traceutil/trace.go:171","msg":"trace[554798641] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25973; }","duration":"9.726484712s","start":"2026-04-23T03:11:31.518918Z","end":"2026-04-23T03:11:41.245403Z","steps":["trace[554798641] 'agreement among raft nodes before linearized reading' (duration: 9.726382399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.248924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.518902Z","time spent":"9.730013514s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.249064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.407256403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:41.249106Z","caller":"traceutil/trace.go:171","msg":"trace[1100509845] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25974; }","duration":"9.407336395s","start":"2026-04-23T03:11:31.841761Z","end":"2026-04-23T03:11:41.249097Z","steps":["trace[1100509845] 'agreement among raft nodes before linearized reading' (duration: 9.407227372s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.249135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.841741Z","time spent":"9.407386667s","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.248086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.660881203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.249659Z","caller":"traceutil/trace.go:171","msg":"trace[1242105389] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:25974; }","duration":"11.662521615s","start":"2026-04-23T03:11:29.587128Z","end":"2026-04-23T03:11:41.24965Z","steps":["trace[1242105389] 'agreement among raft nodes before linearized reading' (duration: 11.660877083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.249689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:29.587107Z","time spent":"11.662572927s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T03:11:41.249627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.79989586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:41.249791Z","caller":"traceutil/trace.go:171","msg":"trace[949950539] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25974; }","duration":"12.800085876s","start":"2026-04-23T03:11:28.449696Z","end":"2026-04-23T03:11:41.249782Z","steps":["trace[949950539] 'agreement among raft nodes before linearized reading' (duration: 12.79990247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.249814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.449686Z","time spent":"12.800120207s","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:41.253223Z","caller":"traceutil/trace.go:171","msg":"trace[1590457605] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25974; }","duration":"12.741946039s","start":"2026-04-23T03:11:28.506243Z","end":"2026-04-23T03:11:41.248189Z","steps":["trace[1590457605] 'agreement among raft nodes before linearized reading' (duration: 12.741885097s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.253325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.506219Z","time spent":"12.747075582s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:41.743782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:42.00341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.134093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:42.003494Z","caller":"traceutil/trace.go:171","msg":"trace[1650757170] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"748.251646ms","start":"2026-04-23T03:11:41.255222Z","end":"2026-04-23T03:11:42.003473Z","steps":["trace[1650757170] 'agreement among raft nodes before linearized reading' (duration: 748.145763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:42.003546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.255211Z","time spent":"748.320519ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 03:11:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:42.243889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:42.261663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082792772s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:43.139752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:43.13984Z","caller":"traceutil/trace.go:171","msg":"trace[1480285936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068997s","start":"2026-04-23T03:11:41.139753Z","end":"2026-04-23T03:11:43.139822Z","steps":["trace[1480285936] 'agreement among raft nodes before linearized reading' (duration: 1.999965354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:43.139878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.139726Z","time spent":"2.000143249s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:43.256728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:43.25681Z","caller":"traceutil/trace.go:171","msg":"trace[2044064253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331754s","start":"2026-04-23T03:11:41.256459Z","end":"2026-04-23T03:11:43.256791Z","steps":["trace[2044064253] 'agreement among raft nodes before linearized reading' (duration: 2.000228901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:43.256858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.256454Z","time spent":"2.000394226s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:44.113427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.527939Z","time spent":"1.585479857s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:44.114319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852348453s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:44.115456Z","caller":"traceutil/trace.go:171","msg":"trace[1648934168] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"4.664975787s","start":"2026-04-23T03:11:39.450462Z","end":"2026-04-23T03:11:44.115437Z","steps":["trace[1648934168] 'process raft request' (duration: 4.664870454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:44.115719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.450456Z","time spent":"4.665221596s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:44.115922Z","caller":"traceutil/trace.go:171","msg":"trace[203646241] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"4.665517815s","start":"2026-04-23T03:11:39.450388Z","end":"2026-04-23T03:11:44.115906Z","steps":["trace[203646241] 'process raft request' (duration: 2.811502179s)","trace[203646241] 'compare' (duration: 1.851737954s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:44.115994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.450375Z","time spent":"4.665582457s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:45.264602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:45.264696Z","caller":"traceutil/trace.go:171","msg":"trace[1534156660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269303s","start":"2026-04-23T03:11:43.264406Z","end":"2026-04-23T03:11:45.264675Z","steps":["trace[1534156660] 'agreement among raft nodes before linearized reading' (duration: 2.000148429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.264748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:43.264385Z","time spent":"2.000352966s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:45.539333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.777994354s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:45.766311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.784923ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T03:11:45.766605Z","caller":"traceutil/trace.go:171","msg":"trace[810111450] linearizableReadLoop","detail":"{readStateIndex:26861; appliedIndex:26856; }","duration":"4.523737263s","start":"2026-04-23T03:11:41.242852Z","end":"2026-04-23T03:11:45.766589Z","steps":["trace[810111450] 'read index received' (duration: 1.019016236s)","trace[810111450] 'applied index is now lower than readState.Index' (duration: 3.504720107s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:45.766699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.251479Z","time spent":"4.515218062s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:11:45.767043Z","caller":"traceutil/trace.go:171","msg":"trace[829305872] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"4.510885585s","start":"2026-04-23T03:11:41.256142Z","end":"2026-04-23T03:11:45.767028Z","steps":["trace[829305872] 'process raft request' (duration: 4.510267395s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.256129Z","time spent":"4.510956497s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:45.767235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074836382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:45.767262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.296154518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"warn","ts":"2026-04-23T03:11:45.767314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514675065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8dbe82796e984\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T03:11:45.76734Z","caller":"traceutil/trace.go:171","msg":"trace[518585910] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25978; }","duration":"6.296252871s","start":"2026-04-23T03:11:39.471065Z","end":"2026-04-23T03:11:45.767318Z","steps":["trace[518585910] 'agreement among raft nodes before linearized reading' (duration: 6.295991543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.318126636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T03:11:45.767394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.318772716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T03:11:45.767393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.471059Z","time spent":"6.296325563s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-23T03:11:45.767392Z","caller":"traceutil/trace.go:171","msg":"trace[1109749193] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8dbe82796e984; range_end:; response_count:1; response_revision:25978; }","duration":"4.514802299s","start":"2026-04-23T03:11:41.252572Z","end":"2026-04-23T03:11:45.767375Z","steps":["trace[1109749193] 'agreement among raft nodes before linearized reading' (duration: 4.514574902s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:45.767414Z","caller":"traceutil/trace.go:171","msg":"trace[965127967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25978; }","duration":"6.318804867s","start":"2026-04-23T03:11:39.448605Z","end":"2026-04-23T03:11:45.76741Z","steps":["trace[965127967] 'agreement among raft nodes before linearized reading' (duration: 6.318703354s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:45.767405Z","caller":"traceutil/trace.go:171","msg":"trace[224377537] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25978; }","duration":"6.318248329s","start":"2026-04-23T03:11:39.449141Z","end":"2026-04-23T03:11:45.76739Z","steps":["trace[224377537] 'agreement among raft nodes before linearized reading' (duration: 6.317991641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.448594Z","time spent":"6.318835599s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T03:11:45.767435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.25255Z","time spent":"4.514876221s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8dbe82796e984\" "} {"level":"warn","ts":"2026-04-23T03:11:45.767444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.449091Z","time spent":"6.318344693s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:11:45.767568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.212121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.767585Z","caller":"traceutil/trace.go:171","msg":"trace[593399602] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25978; }","duration":"178.268152ms","start":"2026-04-23T03:11:45.589313Z","end":"2026-04-23T03:11:45.767581Z","steps":["trace[593399602] 'agreement among raft nodes before linearized reading' (duration: 178.238241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825551969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:45.767629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882349821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.767662Z","caller":"traceutil/trace.go:171","msg":"trace[1579900185] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25978; }","duration":"4.825624061s","start":"2026-04-23T03:11:40.942024Z","end":"2026-04-23T03:11:45.767648Z","steps":["trace[1579900185] 'agreement among raft nodes before linearized reading' (duration: 4.825557109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154555415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:45.767725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261334593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:45.767744Z","caller":"traceutil/trace.go:171","msg":"trace[1788668944] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25978; }","duration":"1.261389574s","start":"2026-04-23T03:11:44.506349Z","end":"2026-04-23T03:11:45.767739Z","steps":["trace[1788668944] 'agreement among raft nodes before linearized reading' (duration: 1.261357953s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:45.767736Z","caller":"traceutil/trace.go:171","msg":"trace[2144489822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25978; }","duration":"3.154669399s","start":"2026-04-23T03:11:42.61305Z","end":"2026-04-23T03:11:45.767719Z","steps":["trace[2144489822] 'agreement among raft nodes before linearized reading' (duration: 3.154588666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551149466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:45.767761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:44.506329Z","time spent":"1.261428206s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:45.767755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514552191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T03:11:45.767779Z","caller":"traceutil/trace.go:171","msg":"trace[850421839] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25978; }","duration":"5.551222978s","start":"2026-04-23T03:11:40.216545Z","end":"2026-04-23T03:11:45.767768Z","steps":["trace[850421839] 'agreement among raft nodes before linearized reading' (duration: 5.551168817s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:45.767785Z","caller":"traceutil/trace.go:171","msg":"trace[779615312] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25978; }","duration":"4.514608923s","start":"2026-04-23T03:11:41.253168Z","end":"2026-04-23T03:11:45.767777Z","steps":["trace[779615312] 'agreement among raft nodes before linearized reading' (duration: 4.51451628s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.216525Z","time spent":"5.551283071s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:11:45.767821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.253154Z","time spent":"4.514661005s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-23T03:11:45.767821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222053969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:45.767827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.515093798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-23T03:11:45.767854Z","caller":"traceutil/trace.go:171","msg":"trace[736612615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25978; }","duration":"3.222124621s","start":"2026-04-23T03:11:42.545718Z","end":"2026-04-23T03:11:45.767843Z","steps":["trace[736612615] 'agreement among raft nodes before linearized reading' (duration: 3.222080849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.76787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914639934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.767878Z","caller":"traceutil/trace.go:171","msg":"trace[1170607782] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25978; }","duration":"4.51516441s","start":"2026-04-23T03:11:41.2527Z","end":"2026-04-23T03:11:45.767865Z","steps":["trace[1170607782] 'agreement among raft nodes before linearized reading' (duration: 4.515054397s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.545697Z","time spent":"3.222178283s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:45.767912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.252688Z","time spent":"4.515216953s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-23T03:11:45.767292Z","caller":"traceutil/trace.go:171","msg":"trace[1427572772] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25978; }","duration":"3.074905995s","start":"2026-04-23T03:11:42.692369Z","end":"2026-04-23T03:11:45.767275Z","steps":["trace[1427572772] 'agreement among raft nodes before linearized reading' (duration: 3.074798411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.692323Z","time spent":"3.075627418s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:45.767777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.613016Z","time spent":"3.154751611s","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:45.767849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367815085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:45.768076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244069788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.767889Z","caller":"traceutil/trace.go:171","msg":"trace[1652112764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25978; }","duration":"2.914688626s","start":"2026-04-23T03:11:42.853195Z","end":"2026-04-23T03:11:45.767884Z","steps":["trace[1652112764] 'agreement among raft nodes before linearized reading' (duration: 2.914664325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.126549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:45.768114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.853178Z","time spent":"2.914927334s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:45.768146Z","caller":"traceutil/trace.go:171","msg":"trace[645380629] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25978; }","duration":"281.627485ms","start":"2026-04-23T03:11:45.486505Z","end":"2026-04-23T03:11:45.768133Z","steps":["trace[645380629] 'agreement among raft nodes before linearized reading' (duration: 281.14948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.767612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440020702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.768263Z","caller":"traceutil/trace.go:171","msg":"trace[277283815] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25978; }","duration":"3.440677293s","start":"2026-04-23T03:11:42.327575Z","end":"2026-04-23T03:11:45.768252Z","steps":["trace[277283815] 'agreement among raft nodes before linearized reading' (duration: 3.439994641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.768293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.327554Z","time spent":"3.440731635s","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:45.767664Z","caller":"traceutil/trace.go:171","msg":"trace[1454160715] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25978; }","duration":"3.882389763s","start":"2026-04-23T03:11:41.885263Z","end":"2026-04-23T03:11:45.767653Z","steps":["trace[1454160715] 'agreement among raft nodes before linearized reading' (duration: 3.882327341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.768333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.885245Z","time spent":"3.883075204s","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:45.768109Z","caller":"traceutil/trace.go:171","msg":"trace[1617462896] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25978; }","duration":"3.244105679s","start":"2026-04-23T03:11:42.523994Z","end":"2026-04-23T03:11:45.768099Z","steps":["trace[1617462896] 'agreement among raft nodes before linearized reading' (duration: 3.244042567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.768416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.52398Z","time spent":"3.24442693s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:45.767694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.942003Z","time spent":"4.825683624s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:45.7681Z","caller":"traceutil/trace.go:171","msg":"trace[1380815339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25978; }","duration":"1.368056362s","start":"2026-04-23T03:11:44.400026Z","end":"2026-04-23T03:11:45.768082Z","steps":["trace[1380815339] 'agreement among raft nodes before linearized reading' (duration: 1.367802444s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.768032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783880816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:45.768559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:44.399995Z","time spent":"1.368547638s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:45.767696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.400068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.768698Z","caller":"traceutil/trace.go:171","msg":"trace[36362696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25978; }","duration":"503.43158ms","start":"2026-04-23T03:11:45.265254Z","end":"2026-04-23T03:11:45.768686Z","steps":["trace[36362696] 'agreement among raft nodes before linearized reading' (duration: 502.431939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:45.768572Z","caller":"traceutil/trace.go:171","msg":"trace[21933859] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25978; }","duration":"4.784850826s","start":"2026-04-23T03:11:40.98371Z","end":"2026-04-23T03:11:45.768561Z","steps":["trace[21933859] 'agreement among raft nodes before linearized reading' (duration: 4.783641888s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.768735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.265231Z","time spent":"503.496733ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:45.768756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.983694Z","time spent":"4.785044923s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:45.768775Z","caller":"traceutil/trace.go:171","msg":"trace[508170817] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"3.762269687s","start":"2026-04-23T03:11:42.006496Z","end":"2026-04-23T03:11:45.768766Z","steps":["trace[508170817] 'process raft request' (duration: 3.760035076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.768836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.006474Z","time spent":"3.762319979s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:46.273813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:46.774343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:47.275097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:47.335673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.565283416s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:47.777127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001092928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:47.777247Z","caller":"traceutil/trace.go:171","msg":"trace[1215743093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001229792s","start":"2026-04-23T03:11:45.775965Z","end":"2026-04-23T03:11:47.777195Z","steps":["trace[1215743093] 'agreement among raft nodes before linearized reading' (duration: 2.001108488s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:47.777315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.775956Z","time spent":"2.001326956s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:48.103737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.793794ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:48.103829Z","caller":"traceutil/trace.go:171","msg":"trace[814609055] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25978; }","duration":"618.900277ms","start":"2026-04-23T03:11:47.484915Z","end":"2026-04-23T03:11:48.103815Z","steps":["trace[814609055] 'range keys from in-memory index tree' (duration: 618.779394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:48.104416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.324524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:48.104463Z","caller":"traceutil/trace.go:171","msg":"trace[1921733720] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"2.334183457s","start":"2026-04-23T03:11:45.77027Z","end":"2026-04-23T03:11:48.104453Z","steps":["trace[1921733720] 'process raft request' (duration: 1.565752011s)","trace[1921733720] 'compare' (duration: 767.800736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:48.104503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.770244Z","time spent":"2.334239059s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:49.337675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001687538s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:49.778715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00113937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:49.778828Z","caller":"traceutil/trace.go:171","msg":"trace[1544871589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001294696s","start":"2026-04-23T03:11:47.777509Z","end":"2026-04-23T03:11:49.778804Z","steps":["trace[1544871589] 'agreement among raft nodes before linearized reading' (duration: 2.001151781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.778887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.777492Z","time spent":"2.001380648s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:51.779412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00467253s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:51.784766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000903292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:51.78488Z","caller":"traceutil/trace.go:171","msg":"trace[1202234393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001075177s","start":"2026-04-23T03:11:49.783778Z","end":"2026-04-23T03:11:51.784853Z","steps":["trace[1202234393] 'agreement among raft nodes before linearized reading' (duration: 2.000926132s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:51.784931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.783762Z","time spent":"2.00115919s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:52.772074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.771383Z","time spent":"7.000684515s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:52.773265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.773084Z","time spent":"7.000180089s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:52.774646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.77396Z","time spent":"7.000680585s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:52.776269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.776045Z","time spent":"7.00020818s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:53.168258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027316472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:53.168333Z","caller":"traceutil/trace.go:171","msg":"trace[1729028426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.027450516s","start":"2026-04-23T03:11:51.140865Z","end":"2026-04-23T03:11:53.168315Z","steps":["trace[1729028426] 'agreement among raft nodes before linearized reading' (duration: 2.027341633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:53.168369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.140846Z","time spent":"2.027515389s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:53.193159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855265032s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:53.193377Z","caller":"traceutil/trace.go:171","msg":"trace[1863862139] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"2.418763267s","start":"2026-04-23T03:11:50.774601Z","end":"2026-04-23T03:11:53.193365Z","steps":["trace[1863862139] 'process raft request' (duration: 2.418729656s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:53.193429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.77458Z","time spent":"2.418826419s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:53.193692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.420853452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-537037c8-2b4d-4c61-b666-157cd5664ab6\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T03:11:53.193744Z","caller":"traceutil/trace.go:171","msg":"trace[633715113] range","detail":"{range_begin:/registry/persistentvolumes/pvc-537037c8-2b4d-4c61-b666-157cd5664ab6; range_end:; response_count:1; response_revision:25984; }","duration":"7.420997577s","start":"2026-04-23T03:11:45.772733Z","end":"2026-04-23T03:11:53.193731Z","steps":["trace[633715113] 'agreement among raft nodes before linearized reading' (duration: 7.4207837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:53.193778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.772721Z","time spent":"7.421049769s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-537037c8-2b4d-4c61-b666-157cd5664ab6\" "} {"level":"info","ts":"2026-04-23T03:11:53.193478Z","caller":"traceutil/trace.go:171","msg":"trace[919264786] linearizableReadLoop","detail":"{readStateIndex:26866; appliedIndex:26861; }","duration":"7.420638086s","start":"2026-04-23T03:11:45.7728Z","end":"2026-04-23T03:11:53.193438Z","steps":["trace[919264786] 'read index received' (duration: 1.563141648s)","trace[919264786] 'applied index is now lower than readState.Index' (duration: 5.857493648s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:53.785548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:53.785642Z","caller":"traceutil/trace.go:171","msg":"trace[918164760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377246s","start":"2026-04-23T03:11:51.785241Z","end":"2026-04-23T03:11:53.785618Z","steps":["trace[918164760] 'agreement among raft nodes before linearized reading' (duration: 2.000259422s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:53.785698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.785226Z","time spent":"2.000461579s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:55.78361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010200043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:55.783721Z","caller":"traceutil/trace.go:171","msg":"trace[1602846223] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.010359068s","start":"2026-04-23T03:11:45.773332Z","end":"2026-04-23T03:11:55.783691Z","steps":["trace[1602846223] 'agreement among raft nodes before linearized reading' (duration: 10.010235894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:55.783786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.773308Z","time spent":"10.010462832s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 03:11:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:55.793923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:55.794025Z","caller":"traceutil/trace.go:171","msg":"trace[388249978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679275s","start":"2026-04-23T03:11:53.793327Z","end":"2026-04-23T03:11:55.794006Z","steps":["trace[388249978] 'agreement among raft nodes before linearized reading' (duration: 2.000544991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:55.794114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:53.793289Z","time spent":"2.000812919s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:56.649565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100558529s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-04-23T03:11:56.64967Z","caller":"traceutil/trace.go:171","msg":"trace[1778181531] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25984; }","duration":"3.870848966s","start":"2026-04-23T03:11:52.778802Z","end":"2026-04-23T03:11:56.649651Z","steps":["trace[1778181531] 'process raft request' (duration: 770.127821ms)","trace[1778181531] 'compare' (duration: 3.100492547s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:56.649729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.77878Z","time spent":"3.870919437s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:57.634754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.0857369s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:57.634996Z","caller":"traceutil/trace.go:171","msg":"trace[1508068713] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26867; }","duration":"4.440475945s","start":"2026-04-23T03:11:53.194503Z","end":"2026-04-23T03:11:57.634979Z","steps":["trace[1508068713] 'read index received' (duration: 354.504588ms)","trace[1508068713] 'applied index is now lower than readState.Index' (duration: 4.085970547s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:57.635068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193502159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:57.63512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.8468506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:11:57.63514Z","caller":"traceutil/trace.go:171","msg":"trace[105504944] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25984; }","duration":"7.846944653s","start":"2026-04-23T03:11:49.78819Z","end":"2026-04-23T03:11:57.635135Z","steps":["trace[105504944] 'agreement among raft nodes before linearized reading' (duration: 7.84684652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.788163Z","time spent":"7.846995515s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:11:57.635175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335524158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:57.635223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.473252972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.635469Z","caller":"traceutil/trace.go:171","msg":"trace[580790975] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25984; }","duration":"11.473534231s","start":"2026-04-23T03:11:46.161922Z","end":"2026-04-23T03:11:57.635456Z","steps":["trace[580790975] 'agreement among raft nodes before linearized reading' (duration: 11.473254212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.126658926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.161903Z","time spent":"11.473587912s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635521Z","caller":"traceutil/trace.go:171","msg":"trace[573294262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25984; }","duration":"7.126732649s","start":"2026-04-23T03:11:50.508777Z","end":"2026-04-23T03:11:57.635509Z","steps":["trace[573294262] 'agreement among raft nodes before linearized reading' (duration: 7.126663987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813447678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.52860642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.508759Z","time spent":"7.1267876s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.63557Z","caller":"traceutil/trace.go:171","msg":"trace[1676820268] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25984; }","duration":"11.528649892s","start":"2026-04-23T03:11:46.106913Z","end":"2026-04-23T03:11:57.635563Z","steps":["trace[1676820268] 'agreement among raft nodes before linearized reading' (duration: 11.528621331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.106898Z","time spent":"11.528681952s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635583Z","caller":"traceutil/trace.go:171","msg":"trace[165828044] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25984; }","duration":"6.813590732s","start":"2026-04-23T03:11:50.821969Z","end":"2026-04-23T03:11:57.63556Z","steps":["trace[165828044] 'agreement among raft nodes before linearized reading' (duration: 6.813251882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.497648075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:57.635603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.620678131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:57.63563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.821948Z","time spent":"6.813672915s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635635Z","caller":"traceutil/trace.go:171","msg":"trace[923282164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25984; }","duration":"10.497726627s","start":"2026-04-23T03:11:47.137897Z","end":"2026-04-23T03:11:57.635624Z","steps":["trace[923282164] 'agreement among raft nodes before linearized reading' (duration: 10.497660235s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.635656Z","caller":"traceutil/trace.go:171","msg":"trace[1793849897] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25984; }","duration":"9.620767184s","start":"2026-04-23T03:11:48.014878Z","end":"2026-04-23T03:11:57.635646Z","steps":["trace[1793849897] 'agreement among raft nodes before linearized reading' (duration: 9.6206297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.63567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.137875Z","time spent":"10.497778439s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635116Z","caller":"traceutil/trace.go:171","msg":"trace[479891521] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25984; }","duration":"7.193600882s","start":"2026-04-23T03:11:50.441504Z","end":"2026-04-23T03:11:57.635105Z","steps":["trace[479891521] 'agreement among raft nodes before linearized reading' (duration: 7.193489198s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.859671081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T03:11:57.635698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.136307449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.635736Z","caller":"traceutil/trace.go:171","msg":"trace[1110738727] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25984; }","duration":"11.136383872s","start":"2026-04-23T03:11:46.499339Z","end":"2026-04-23T03:11:57.635723Z","steps":["trace[1110738727] 'agreement among raft nodes before linearized reading' (duration: 11.13632404s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.635738Z","caller":"traceutil/trace.go:171","msg":"trace[1092269650] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe; range_end:; response_count:1; response_revision:25984; }","duration":"4.859772794s","start":"2026-04-23T03:11:52.775946Z","end":"2026-04-23T03:11:57.635719Z","steps":["trace[1092269650] 'agreement among raft nodes before linearized reading' (duration: 4.859195086s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.499313Z","time spent":"11.136454764s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.635782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.41543277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.744901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-23T03:11:57.63582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.424928225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.635833Z","caller":"traceutil/trace.go:171","msg":"trace[901286682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25984; }","duration":"8.415508851s","start":"2026-04-23T03:11:49.220302Z","end":"2026-04-23T03:11:57.635811Z","steps":["trace[901286682] 'agreement among raft nodes before linearized reading' (duration: 8.415409258s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.635839Z","caller":"traceutil/trace.go:171","msg":"trace[1720439684] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25984; }","duration":"981.839665ms","start":"2026-04-23T03:11:56.65398Z","end":"2026-04-23T03:11:57.63582Z","steps":["trace[1720439684] 'agreement among raft nodes before linearized reading' (duration: 981.70699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908569709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-23T03:11:57.635846Z","caller":"traceutil/trace.go:171","msg":"trace[980890012] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25984; }","duration":"4.855709046s","start":"2026-04-23T03:11:52.780119Z","end":"2026-04-23T03:11:57.635828Z","steps":["trace[980890012] 'process raft request' (duration: 4.854773276s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.635846Z","caller":"traceutil/trace.go:171","msg":"trace[877910952] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25984; }","duration":"10.424989137s","start":"2026-04-23T03:11:47.210849Z","end":"2026-04-23T03:11:57.635838Z","steps":["trace[877910952] 'agreement among raft nodes before linearized reading' (duration: 10.424941786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.22028Z","time spent":"8.415578604s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.635897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446118701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469718101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.808081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438567265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T03:11:57.635703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.441486Z","time spent":"7.194207992s","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635956Z","caller":"traceutil/trace.go:171","msg":"trace[1454429160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25984; }","duration":"6.469792863s","start":"2026-04-23T03:11:51.166156Z","end":"2026-04-23T03:11:57.635949Z","steps":["trace[1454429160] 'agreement among raft nodes before linearized reading' (duration: 6.469735401s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841380115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.63597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.132513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.559060118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.63599Z","caller":"traceutil/trace.go:171","msg":"trace[469645394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25984; }","duration":"1.841457968s","start":"2026-04-23T03:11:55.794524Z","end":"2026-04-23T03:11:57.635982Z","steps":["trace[469645394] 'agreement among raft nodes before linearized reading' (duration: 1.841427787s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.635997Z","caller":"traceutil/trace.go:171","msg":"trace[1313821283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25984; }","duration":"590.193885ms","start":"2026-04-23T03:11:57.045796Z","end":"2026-04-23T03:11:57.635989Z","steps":["trace[1313821283] 'agreement among raft nodes before linearized reading' (duration: 590.154734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.636Z","caller":"traceutil/trace.go:171","msg":"trace[1466846715] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25984; }","duration":"11.559173591s","start":"2026-04-23T03:11:46.076818Z","end":"2026-04-23T03:11:57.635992Z","steps":["trace[1466846715] 'agreement among raft nodes before linearized reading' (duration: 11.559080958s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.462373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.636009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746832978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.635876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.300266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.636017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:55.794499Z","time spent":"1.841512859s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:57.636018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.045769Z","time spent":"590.243627ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.636028Z","caller":"traceutil/trace.go:171","msg":"trace[1196504604] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25984; }","duration":"4.746876309s","start":"2026-04-23T03:11:52.889147Z","end":"2026-04-23T03:11:57.636023Z","steps":["trace[1196504604] 'agreement among raft nodes before linearized reading' (duration: 4.746846358s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.636029Z","caller":"traceutil/trace.go:171","msg":"trace[1970371881] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25984; }","duration":"329.493665ms","start":"2026-04-23T03:11:57.306527Z","end":"2026-04-23T03:11:57.63602Z","steps":["trace[1970371881] 'agreement among raft nodes before linearized reading' (duration: 329.449534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.635992Z","caller":"traceutil/trace.go:171","msg":"trace[1034582533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25984; }","duration":"4.438711339s","start":"2026-04-23T03:11:53.197254Z","end":"2026-04-23T03:11:57.635965Z","steps":["trace[1034582533] 'agreement among raft nodes before linearized reading' (duration: 4.438387169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.889132Z","time spent":"4.746907651s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.636049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.699052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.636039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464388556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.636053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.306467Z","time spent":"329.579877ms","remote":"127.0.0.1:44648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.636067Z","caller":"traceutil/trace.go:171","msg":"trace[1874310852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25984; }","duration":"119.719282ms","start":"2026-04-23T03:11:57.516343Z","end":"2026-04-23T03:11:57.636063Z","steps":["trace[1874310852] 'agreement among raft nodes before linearized reading' (duration: 119.690752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.636078Z","caller":"traceutil/trace.go:171","msg":"trace[359162533] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25984; }","duration":"4.464452299s","start":"2026-04-23T03:11:53.171616Z","end":"2026-04-23T03:11:57.636068Z","steps":["trace[359162533] 'agreement among raft nodes before linearized reading' (duration: 4.464387047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.63608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.856562953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T03:11:57.636101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:53.171599Z","time spent":"4.464495489s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635867Z","caller":"traceutil/trace.go:171","msg":"trace[1717118888] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25984; }","duration":"1.908657292s","start":"2026-04-23T03:11:55.727205Z","end":"2026-04-23T03:11:57.635862Z","steps":["trace[1717118888] 'agreement among raft nodes before linearized reading' (duration: 1.908539788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:53.197241Z","time spent":"4.438829273s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T03:11:57.636132Z","caller":"traceutil/trace.go:171","msg":"trace[146341789] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25984; }","duration":"4.856617825s","start":"2026-04-23T03:11:52.779503Z","end":"2026-04-23T03:11:57.636121Z","steps":["trace[146341789] 'agreement among raft nodes before linearized reading' (duration: 4.856506932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.855806643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-23T03:11:57.636152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483448119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.636173Z","caller":"traceutil/trace.go:171","msg":"trace[363105947] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25984; }","duration":"11.855977538s","start":"2026-04-23T03:11:45.780188Z","end":"2026-04-23T03:11:57.636165Z","steps":["trace[363105947] 'agreement among raft nodes before linearized reading' (duration: 11.855757841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.779472Z","time spent":"4.856695218s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-23T03:11:57.636188Z","caller":"traceutil/trace.go:171","msg":"trace[1163991418] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25984; }","duration":"2.483517691s","start":"2026-04-23T03:11:55.152657Z","end":"2026-04-23T03:11:57.636175Z","steps":["trace[1163991418] 'agreement among raft nodes before linearized reading' (duration: 2.483468969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.166131Z","time spent":"6.469839254s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.636194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.780181Z","time spent":"11.856007819s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T03:11:57.636253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:55.152636Z","time spent":"2.483603823s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.636279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.722516789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.636297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562256164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.636318Z","caller":"traceutil/trace.go:171","msg":"trace[504945151] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25984; }","duration":"6.723336466s","start":"2026-04-23T03:11:50.91297Z","end":"2026-04-23T03:11:57.636306Z","steps":["trace[504945151] 'agreement among raft nodes before linearized reading' (duration: 6.722182929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.21083Z","time spent":"10.42506135s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.636324Z","caller":"traceutil/trace.go:171","msg":"trace[1703057293] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25984; }","duration":"3.562318076s","start":"2026-04-23T03:11:54.073996Z","end":"2026-04-23T03:11:57.636314Z","steps":["trace[1703057293] 'agreement among raft nodes before linearized reading' (duration: 3.562275185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361844253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-23T03:11:57.636344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.912945Z","time spent":"6.723392027s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.636348Z","caller":"traceutil/trace.go:171","msg":"trace[568618695] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:25984; }","duration":"4.361863283s","start":"2026-04-23T03:11:53.27448Z","end":"2026-04-23T03:11:57.636343Z","steps":["trace[568618695] 'agreement among raft nodes before linearized reading' (duration: 4.361783911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.63635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:54.073974Z","time spent":"3.562368827s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.636361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:53.274441Z","time spent":"4.361917035s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-23T03:11:57.636371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380362085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:57.636403Z","caller":"traceutil/trace.go:171","msg":"trace[2040648589] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25984; }","duration":"2.380432757s","start":"2026-04-23T03:11:55.255963Z","end":"2026-04-23T03:11:57.636395Z","steps":["trace[2040648589] 'agreement among raft nodes before linearized reading' (duration: 2.380378665s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.780101Z","time spent":"4.855791739s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:57.636424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:55.255941Z","time spent":"2.380476659s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.63593Z","caller":"traceutil/trace.go:171","msg":"trace[1662263670] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25984; }","duration":"1.446186933s","start":"2026-04-23T03:11:56.189735Z","end":"2026-04-23T03:11:57.635922Z","steps":["trace[1662263670] 'agreement among raft nodes before linearized reading' (duration: 1.446144142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.189713Z","time spent":"1.446770932s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.635925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557627713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.635209Z","caller":"traceutil/trace.go:171","msg":"trace[1549607967] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25984; }","duration":"6.33558788s","start":"2026-04-23T03:11:51.299614Z","end":"2026-04-23T03:11:57.635202Z","steps":["trace[1549607967] 'agreement among raft nodes before linearized reading' (duration: 6.335519368s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:57.636546Z","caller":"traceutil/trace.go:171","msg":"trace[97556701] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25984; }","duration":"1.558246422s","start":"2026-04-23T03:11:56.078288Z","end":"2026-04-23T03:11:57.636534Z","steps":["trace[97556701] 'agreement among raft nodes before linearized reading' (duration: 1.557613292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.078212Z","time spent":"1.558359836s","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.635954Z","caller":"traceutil/trace.go:171","msg":"trace[2010216273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25984; }","duration":"316.871424ms","start":"2026-04-23T03:11:57.319078Z","end":"2026-04-23T03:11:57.63595Z","steps":["trace[2010216273] 'agreement among raft nodes before linearized reading' (duration: 316.839493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.319048Z","time spent":"317.564886ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.635975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.518667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:57.636642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.299599Z","time spent":"6.336971734s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:57.636663Z","caller":"traceutil/trace.go:171","msg":"trace[1522238092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25984; }","duration":"887.199749ms","start":"2026-04-23T03:11:56.749453Z","end":"2026-04-23T03:11:57.636653Z","steps":["trace[1522238092] 'agreement among raft nodes before linearized reading' (duration: 886.511347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.749403Z","time spent":"887.281741ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.635788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.775931Z","time spent":"4.859844887s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" "} {"level":"warn","ts":"2026-04-23T03:11:57.636732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529975959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T03:11:57.636787Z","caller":"traceutil/trace.go:171","msg":"trace[871573843] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25984; }","duration":"9.530222418s","start":"2026-04-23T03:11:48.106557Z","end":"2026-04-23T03:11:57.63678Z","steps":["trace[871573843] 'agreement among raft nodes before linearized reading' (duration: 9.52996958s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.636802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:48.106539Z","time spent":"9.530258929s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:11:57.63602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.076797Z","time spent":"11.559218482s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.63587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.653968Z","time spent":"981.896886ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-23T03:11:57.636045Z","caller":"traceutil/trace.go:171","msg":"trace[601920002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25984; }","duration":"288.495562ms","start":"2026-04-23T03:11:57.347537Z","end":"2026-04-23T03:11:57.636033Z","steps":["trace[601920002] 'agreement among raft nodes before linearized reading' (duration: 288.304676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.635687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:48.014863Z","time spent":"9.620816785s","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:57.636096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.861980098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T03:11:57.637184Z","caller":"traceutil/trace.go:171","msg":"trace[1141667084] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25984; }","duration":"11.863069183s","start":"2026-04-23T03:11:45.77409Z","end":"2026-04-23T03:11:57.637159Z","steps":["trace[1141667084] 'agreement among raft nodes before linearized reading' (duration: 11.861941047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.637213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.774083Z","time spent":"11.863123085s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T03:11:57.636145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:55.727184Z","time spent":"1.908952362s","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T03:11:57.635864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361629617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:57.637393Z","caller":"traceutil/trace.go:171","msg":"trace[549601092] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25984; }","duration":"1.363197647s","start":"2026-04-23T03:11:56.274181Z","end":"2026-04-23T03:11:57.637378Z","steps":["trace[549601092] 'agreement among raft nodes before linearized reading' (duration: 1.361658148s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.637428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.274156Z","time spent":"1.363259789s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:58.141167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:58.43595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.64042Z","time spent":"795.523738ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:11:58.435958Z","caller":"traceutil/trace.go:171","msg":"trace[1735543044] linearizableReadLoop","detail":"{readStateIndex:26870; appliedIndex:26869; }","duration":"795.395474ms","start":"2026-04-23T03:11:57.640534Z","end":"2026-04-23T03:11:58.43593Z","steps":["trace[1735543044] 'read index received' (duration: 795.293741ms)","trace[1735543044] 'applied index is now lower than readState.Index' (duration: 99.993µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:58.436075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.534628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mmf7j\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-04-23T03:11:58.43612Z","caller":"traceutil/trace.go:171","msg":"trace[2036807157] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mmf7j; range_end:; response_count:1; response_revision:25984; }","duration":"795.604111ms","start":"2026-04-23T03:11:57.640504Z","end":"2026-04-23T03:11:58.436108Z","steps":["trace[2036807157] 'agreement among raft nodes before linearized reading' (duration: 795.441416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.436156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.685933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-23T03:11:58.436164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.640493Z","time spent":"795.661212ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mmf7j\" "} {"level":"info","ts":"2026-04-23T03:11:58.436191Z","caller":"traceutil/trace.go:171","msg":"trace[798292016] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25984; }","duration":"795.737945ms","start":"2026-04-23T03:11:57.640441Z","end":"2026-04-23T03:11:58.436179Z","steps":["trace[798292016] 'agreement among raft nodes before linearized reading' (duration: 795.613781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.436267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.640432Z","time spent":"795.824377ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T03:11:58.936374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:59.437511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:59.635489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199700035s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:59.64213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:59.642214Z","caller":"traceutil/trace.go:171","msg":"trace[817071527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607484s","start":"2026-04-23T03:11:57.641588Z","end":"2026-04-23T03:11:59.642195Z","steps":["trace[817071527] 'agreement among raft nodes before linearized reading' (duration: 2.000505751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:59.642425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.641584Z","time spent":"2.00082102s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:00.774365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131769882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:00.774527Z","caller":"traceutil/trace.go:171","msg":"trace[119733508] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.131974398s","start":"2026-04-23T03:11:57.642526Z","end":"2026-04-23T03:12:00.7745Z","steps":["trace[119733508] 'agreement among raft nodes before linearized reading' (duration: 3.131742831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:00.774659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.642511Z","time spent":"3.132074652s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 03:12:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:01.642325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:01.642414Z","caller":"traceutil/trace.go:171","msg":"trace[17526728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217161s","start":"2026-04-23T03:11:59.642176Z","end":"2026-04-23T03:12:01.642393Z","steps":["trace[17526728] 'agreement among raft nodes before linearized reading' (duration: 2.000102007s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:01.642601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.64216Z","time spent":"2.000293343s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:01.72008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083500416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:01.720161Z","caller":"traceutil/trace.go:171","msg":"trace[326669021] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"3.521246482s","start":"2026-04-23T03:11:58.1989Z","end":"2026-04-23T03:12:01.720147Z","steps":["trace[326669021] 'process raft request' (duration: 1.437622202s)","trace[326669021] 'compare' (duration: 2.082892167s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:01.720202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.198877Z","time spent":"3.521306034s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:02.595618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.959992565s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:03.140886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:03.141265Z","caller":"traceutil/trace.go:171","msg":"trace[1284138917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001379598s","start":"2026-04-23T03:12:01.139856Z","end":"2026-04-23T03:12:03.141236Z","steps":["trace[1284138917] 'agreement among raft nodes before linearized reading' (duration: 2.000518091s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:03.141559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.139838Z","time spent":"2.001649617s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:03.648815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:03.648898Z","caller":"traceutil/trace.go:171","msg":"trace[808519139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315225s","start":"2026-04-23T03:12:01.648565Z","end":"2026-04-23T03:12:03.64888Z","steps":["trace[808519139] 'agreement among raft nodes before linearized reading' (duration: 2.000208292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:03.648993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.648536Z","time spent":"2.000443409s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:03.987123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.388423179s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:04.909698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313805271s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:04.910704Z","caller":"traceutil/trace.go:171","msg":"trace[612929433] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"6.473582084s","start":"2026-04-23T03:11:58.437098Z","end":"2026-04-23T03:12:04.91068Z","steps":["trace[612929433] 'process raft request' (duration: 4.158709949s)","trace[612929433] 'compare' (duration: 2.310369652s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:04.910848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.437082Z","time spent":"6.473675176s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:04.910975Z","caller":"traceutil/trace.go:171","msg":"trace[1091605589] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"6.471019052s","start":"2026-04-23T03:11:58.439921Z","end":"2026-04-23T03:12:04.91094Z","steps":["trace[1091605589] 'process raft request' (duration: 6.470185566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.439911Z","time spent":"6.471136677s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:04.911269Z","caller":"traceutil/trace.go:171","msg":"trace[1118121046] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"6.467705407s","start":"2026-04-23T03:11:58.443549Z","end":"2026-04-23T03:12:04.911254Z","steps":["trace[1118121046] 'process raft request' (duration: 6.467186601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.44354Z","time spent":"6.467760919s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:04.911348Z","caller":"traceutil/trace.go:171","msg":"trace[1642970884] linearizableReadLoop","detail":"{readStateIndex:26874; appliedIndex:26870; }","duration":"6.475256997s","start":"2026-04-23T03:11:58.436024Z","end":"2026-04-23T03:12:04.911281Z","steps":["trace[1642970884] 'read index received' (duration: 1.200386427s)","trace[1642970884] 'applied index is now lower than readState.Index' (duration: 5.27486951s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:04.911625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.982964822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:04.911643Z","caller":"traceutil/trace.go:171","msg":"trace[1990803993] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"4.134009884s","start":"2026-04-23T03:12:00.777624Z","end":"2026-04-23T03:12:04.911634Z","steps":["trace[1990803993] 'process raft request' (duration: 4.133592161s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:04.911663Z","caller":"traceutil/trace.go:171","msg":"trace[659271867] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25988; }","duration":"6.983046086s","start":"2026-04-23T03:11:57.928607Z","end":"2026-04-23T03:12:04.911653Z","steps":["trace[659271867] 'agreement among raft nodes before linearized reading' (duration: 6.982735106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.777588Z","time spent":"4.134073236s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:04.911697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.928586Z","time spent":"6.983102107s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.911789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.270232437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T03:12:04.911852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.686243059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:04.911869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.269896136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-04-23T03:12:04.911823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.037162064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.911897Z","caller":"traceutil/trace.go:171","msg":"trace[1516345775] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25988; }","duration":"7.269929397s","start":"2026-04-23T03:11:57.64196Z","end":"2026-04-23T03:12:04.91189Z","steps":["trace[1516345775] 'agreement among raft nodes before linearized reading' (duration: 7.2693894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973547404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.91191Z","caller":"traceutil/trace.go:171","msg":"trace[894809095] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25988; }","duration":"7.037279918s","start":"2026-04-23T03:11:57.874617Z","end":"2026-04-23T03:12:04.911897Z","steps":["trace[894809095] 'agreement among raft nodes before linearized reading' (duration: 7.036681159s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:04.911934Z","caller":"traceutil/trace.go:171","msg":"trace[1399926905] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25988; }","duration":"6.973599815s","start":"2026-04-23T03:11:57.938329Z","end":"2026-04-23T03:12:04.911929Z","steps":["trace[1399926905] 'agreement among raft nodes before linearized reading' (duration: 6.973004937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.254899971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.911963Z","caller":"traceutil/trace.go:171","msg":"trace[50573641] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25988; }","duration":"7.254919061s","start":"2026-04-23T03:11:57.657036Z","end":"2026-04-23T03:12:04.911956Z","steps":["trace[50573641] 'agreement among raft nodes before linearized reading' (duration: 7.254320522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.8746Z","time spent":"7.0373441s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.911982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.656994Z","time spent":"7.254983523s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.911963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.938311Z","time spent":"6.973645557s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.912194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.270827456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bad5ef00-7a3e-46e1-94d1-6823e0052ef3\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T03:12:04.912273Z","caller":"traceutil/trace.go:171","msg":"trace[716319391] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bad5ef00-7a3e-46e1-94d1-6823e0052ef3; range_end:; response_count:1; response_revision:25989; }","duration":"7.270918469s","start":"2026-04-23T03:11:57.641342Z","end":"2026-04-23T03:12:04.912261Z","steps":["trace[716319391] 'agreement among raft nodes before linearized reading' (duration: 7.270455024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.911897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.767568981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:04.912331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.269150153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T03:12:04.912368Z","caller":"traceutil/trace.go:171","msg":"trace[1767872330] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25988; }","duration":"7.269197824s","start":"2026-04-23T03:11:57.64316Z","end":"2026-04-23T03:12:04.912357Z","steps":["trace[1767872330] 'agreement among raft nodes before linearized reading' (duration: 7.268204273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.912405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.643153Z","time spent":"7.269246115s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-23T03:12:04.912464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.641335Z","time spent":"7.271004411s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-bad5ef00-7a3e-46e1-94d1-6823e0052ef3\" "} {"level":"info","ts":"2026-04-23T03:12:04.911876Z","caller":"traceutil/trace.go:171","msg":"trace[1421686737] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25988; }","duration":"6.686303361s","start":"2026-04-23T03:11:58.225566Z","end":"2026-04-23T03:12:04.911869Z","steps":["trace[1421686737] 'agreement among raft nodes before linearized reading' (duration: 6.685750963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.912563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.270875888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-23T03:12:04.912463Z","caller":"traceutil/trace.go:171","msg":"trace[1671220296] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25988; }","duration":"6.768064737s","start":"2026-04-23T03:11:58.144293Z","end":"2026-04-23T03:12:04.912358Z","steps":["trace[1671220296] 'agreement among raft nodes before linearized reading' (duration: 6.767032024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.91192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.641957Z","time spent":"7.269959048s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-23T03:12:04.912617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.225546Z","time spent":"6.687030363s","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:04.912667Z","caller":"traceutil/trace.go:171","msg":"trace[1998012075] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25988; }","duration":"7.27097664s","start":"2026-04-23T03:11:57.641648Z","end":"2026-04-23T03:12:04.912625Z","steps":["trace[1998012075] 'agreement among raft nodes before linearized reading' (duration: 7.269722171s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.912707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.144275Z","time spent":"6.768417239s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.912716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.641645Z","time spent":"7.271060953s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-23T03:12:04.911865Z","caller":"traceutil/trace.go:171","msg":"trace[2005328088] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:25989; }","duration":"7.27032481s","start":"2026-04-23T03:11:57.641523Z","end":"2026-04-23T03:12:04.911848Z","steps":["trace[2005328088] 'agreement among raft nodes before linearized reading' (duration: 7.270088592s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.912996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.64152Z","time spent":"7.271346712s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T03:12:05.654718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:05.654866Z","caller":"traceutil/trace.go:171","msg":"trace[1197199897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097236s","start":"2026-04-23T03:12:03.65475Z","end":"2026-04-23T03:12:05.654847Z","steps":["trace[1197199897] 'agreement among raft nodes before linearized reading' (duration: 1.999929161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.654989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.654728Z","time spent":"2.000248311s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:06.16739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255763046s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:12:06.167512Z","caller":"traceutil/trace.go:171","msg":"trace[1482189999] linearizableReadLoop","detail":"{readStateIndex:26876; appliedIndex:26875; }","duration":"1.255851929s","start":"2026-04-23T03:12:04.911644Z","end":"2026-04-23T03:12:06.167496Z","steps":["trace[1482189999] 'read index received' (duration: 450.105µs)","trace[1482189999] 'applied index is now lower than readState.Index' (duration: 1.255400164s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:06.16943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.914452Z","time spent":"1.254974441s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:06.169669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358771949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:06.169712Z","caller":"traceutil/trace.go:171","msg":"trace[1275845984] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25990; }","duration":"2.358858282s","start":"2026-04-23T03:12:03.810841Z","end":"2026-04-23T03:12:06.1697Z","steps":["trace[1275845984] 'agreement among raft nodes before linearized reading' (duration: 2.358776229s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.169752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.810822Z","time spent":"2.358918023s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.169914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761880803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:06.16995Z","caller":"traceutil/trace.go:171","msg":"trace[165495310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25990; }","duration":"2.761954665s","start":"2026-04-23T03:12:03.407985Z","end":"2026-04-23T03:12:06.16994Z","steps":["trace[165495310] 'agreement among raft nodes before linearized reading' (duration: 2.761899853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.169999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.407969Z","time spent":"2.762010297s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.170316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952552489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418249"} {"level":"info","ts":"2026-04-23T03:12:06.170381Z","caller":"traceutil/trace.go:171","msg":"trace[1835344775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25990; }","duration":"2.952662722s","start":"2026-04-23T03:12:03.217705Z","end":"2026-04-23T03:12:06.170368Z","steps":["trace[1835344775] 'agreement among raft nodes before linearized reading' (duration: 2.952397174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.170407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.217689Z","time spent":"2.952713483s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418272,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T03:12:06.170684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.855783683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:06.170677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825926962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:06.170699Z","caller":"traceutil/trace.go:171","msg":"trace[162646210] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25990; }","duration":"6.855830395s","start":"2026-04-23T03:11:59.314864Z","end":"2026-04-23T03:12:06.170695Z","steps":["trace[162646210] 'agreement among raft nodes before linearized reading' (duration: 6.855794354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.170714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.314845Z","time spent":"6.855864486s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:06.170714Z","caller":"traceutil/trace.go:171","msg":"trace[1415813556] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25990; }","duration":"4.826017694s","start":"2026-04-23T03:12:01.344686Z","end":"2026-04-23T03:12:06.170704Z","steps":["trace[1415813556] 'agreement among raft nodes before linearized reading' (duration: 4.825931121s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.170745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.344663Z","time spent":"4.826073586s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.170747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.637671798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:06.170801Z","caller":"traceutil/trace.go:171","msg":"trace[318939533] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25990; }","duration":"7.637787302s","start":"2026-04-23T03:11:58.533001Z","end":"2026-04-23T03:12:06.170788Z","steps":["trace[318939533] 'agreement among raft nodes before linearized reading' (duration: 7.637679578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.17082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.643481173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:06.170832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.532981Z","time spent":"7.637842624s","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.170902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104000369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:06.170935Z","caller":"traceutil/trace.go:171","msg":"trace[1415916616] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25990; }","duration":"3.104064781s","start":"2026-04-23T03:12:03.066858Z","end":"2026-04-23T03:12:06.170922Z","steps":["trace[1415916616] 'agreement among raft nodes before linearized reading' (duration: 3.10401816s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.170963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.066832Z","time spent":"3.104122793s","remote":"127.0.0.1:44558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.171031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.049275969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:12:06.171051Z","caller":"traceutil/trace.go:171","msg":"trace[217908674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25990; }","duration":"7.049326901s","start":"2026-04-23T03:11:59.121718Z","end":"2026-04-23T03:12:06.171045Z","steps":["trace[217908674] 'agreement among raft nodes before linearized reading' (duration: 7.049238788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.1217Z","time spent":"7.049368973s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:12:06.171117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315953962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:06.171144Z","caller":"traceutil/trace.go:171","msg":"trace[1254968098] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25990; }","duration":"3.316026624s","start":"2026-04-23T03:12:02.855109Z","end":"2026-04-23T03:12:06.171136Z","steps":["trace[1254968098] 'agreement among raft nodes before linearized reading' (duration: 3.315971952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.855091Z","time spent":"3.316073906s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.171251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.051156639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T03:12:06.171273Z","caller":"traceutil/trace.go:171","msg":"trace[1055634600] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25990; }","duration":"7.051214931s","start":"2026-04-23T03:11:59.120051Z","end":"2026-04-23T03:12:06.171266Z","steps":["trace[1055634600] 'agreement among raft nodes before linearized reading' (duration: 7.051135728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.120031Z","time spent":"7.051266483s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:12:06.171332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420989318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:06.171359Z","caller":"traceutil/trace.go:171","msg":"trace[948407558] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25990; }","duration":"3.42103812s","start":"2026-04-23T03:12:02.750313Z","end":"2026-04-23T03:12:06.171351Z","steps":["trace[948407558] 'agreement among raft nodes before linearized reading' (duration: 3.420965357s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.750305Z","time spent":"3.421082201s","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.17142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.221892942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:06.171441Z","caller":"traceutil/trace.go:171","msg":"trace[173949184] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25990; }","duration":"7.221953924s","start":"2026-04-23T03:11:58.949481Z","end":"2026-04-23T03:12:06.171434Z","steps":["trace[173949184] 'agreement among raft nodes before linearized reading' (duration: 7.221919413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.949455Z","time spent":"7.222014055s","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:06.170838Z","caller":"traceutil/trace.go:171","msg":"trace[615487932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25990; }","duration":"7.643535104s","start":"2026-04-23T03:11:58.527296Z","end":"2026-04-23T03:12:06.170831Z","steps":["trace[615487932] 'agreement among raft nodes before linearized reading' (duration: 7.643502203s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.527275Z","time spent":"7.644295099s","remote":"127.0.0.1:46714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.171606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422260118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:06.171644Z","caller":"traceutil/trace.go:171","msg":"trace[1869089232] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25990; }","duration":"3.422336131s","start":"2026-04-23T03:12:02.749298Z","end":"2026-04-23T03:12:06.171634Z","steps":["trace[1869089232] 'agreement among raft nodes before linearized reading' (duration: 3.422239688s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.749278Z","time spent":"3.422387902s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.171845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092903529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:06.171847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803401524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:06.171865Z","caller":"traceutil/trace.go:171","msg":"trace[389150299] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25990; }","duration":"4.092959801s","start":"2026-04-23T03:12:02.078898Z","end":"2026-04-23T03:12:06.171857Z","steps":["trace[389150299] 'agreement among raft nodes before linearized reading' (duration: 4.09292311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.078878Z","time spent":"4.093000122s","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:06.171886Z","caller":"traceutil/trace.go:171","msg":"trace[1930375309] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25990; }","duration":"3.803465456s","start":"2026-04-23T03:12:02.368399Z","end":"2026-04-23T03:12:06.171865Z","steps":["trace[1930375309] 'agreement among raft nodes before linearized reading' (duration: 3.803420085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.171909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.368378Z","time spent":"3.803525698s","remote":"127.0.0.1:51758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.171973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830628468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:06.171989Z","caller":"traceutil/trace.go:171","msg":"trace[1143473460] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25990; }","duration":"3.83067236s","start":"2026-04-23T03:12:02.341311Z","end":"2026-04-23T03:12:06.171984Z","steps":["trace[1143473460] 'agreement among raft nodes before linearized reading' (duration: 3.830644379s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.172003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.341296Z","time spent":"3.830703381s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.172023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.252728296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:06.172063Z","caller":"traceutil/trace.go:171","msg":"trace[121965250] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25990; }","duration":"4.252794328s","start":"2026-04-23T03:12:01.919253Z","end":"2026-04-23T03:12:06.172048Z","steps":["trace[121965250] 'agreement among raft nodes before linearized reading' (duration: 4.252747716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:06.172101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.919236Z","time spent":"4.252853229s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:06.667875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:07.168381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:07.655124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:07.655429Z","caller":"traceutil/trace.go:171","msg":"trace[520609558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397597s","start":"2026-04-23T03:12:05.65501Z","end":"2026-04-23T03:12:07.655407Z","steps":["trace[520609558] 'agreement among raft nodes before linearized reading' (duration: 2.000076867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:07.658167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.654995Z","time spent":"2.003153284s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:07.669184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:07.769107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.509442005s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:08.654659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170101654s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:08.654778Z","caller":"traceutil/trace.go:171","msg":"trace[1306091515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25990; }","duration":"1.170269639s","start":"2026-04-23T03:12:07.484493Z","end":"2026-04-23T03:12:08.654762Z","steps":["trace[1306091515] 'range keys from in-memory index tree' (duration: 1.170085414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:08.658736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.975805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:08.658946Z","caller":"traceutil/trace.go:171","msg":"trace[1264613465] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"3.741450766s","start":"2026-04-23T03:12:04.917482Z","end":"2026-04-23T03:12:08.658933Z","steps":["trace[1264613465] 'process raft request' (duration: 3.741323951s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:08.658946Z","caller":"traceutil/trace.go:171","msg":"trace[291105896] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"3.742396796s","start":"2026-04-23T03:12:04.916507Z","end":"2026-04-23T03:12:08.658904Z","steps":["trace[291105896] 'process raft request' (duration: 2.852967646s)","trace[291105896] 'compare' (duration: 886.496347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:08.659017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.917472Z","time spent":"3.741512508s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:08.659127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.916473Z","time spent":"3.742565091s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:08.659237Z","caller":"traceutil/trace.go:171","msg":"trace[709241325] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"3.741768136s","start":"2026-04-23T03:12:04.917454Z","end":"2026-04-23T03:12:08.659222Z","steps":["trace[709241325] 'process raft request' (duration: 3.741438145s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:08.659252Z","caller":"traceutil/trace.go:171","msg":"trace[1419016600] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"3.741703844s","start":"2026-04-23T03:12:04.917526Z","end":"2026-04-23T03:12:08.65923Z","steps":["trace[1419016600] 'process raft request' (duration: 3.74158318s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:08.659295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.917446Z","time spent":"3.741817377s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:08.659373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.917506Z","time spent":"3.741802977s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:09.666088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:09.666191Z","caller":"traceutil/trace.go:171","msg":"trace[1416434647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176819s","start":"2026-04-23T03:12:07.665994Z","end":"2026-04-23T03:12:09.66617Z","steps":["trace[1416434647] 'agreement among raft nodes before linearized reading' (duration: 2.000045664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:09.666244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.665982Z","time spent":"2.000250201s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:10.046511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396515907s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:11.667772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:11.667884Z","caller":"traceutil/trace.go:171","msg":"trace[453778770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299073s","start":"2026-04-23T03:12:09.667559Z","end":"2026-04-23T03:12:11.667858Z","steps":["trace[453778770] 'agreement among raft nodes before linearized reading' (duration: 2.000160649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:11.667947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.667532Z","time spent":"2.000400467s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:13.1428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:13.14286Z","caller":"traceutil/trace.go:171","msg":"trace[582309483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117957s","start":"2026-04-23T03:12:11.142726Z","end":"2026-04-23T03:12:13.142844Z","steps":["trace[582309483] 'agreement among raft nodes before linearized reading' (duration: 2.000039715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:13.142891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.142708Z","time spent":"2.000175688s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:13.176068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.175779Z","time spent":"7.000281692s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:13.178278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.177949Z","time spent":"7.000321193s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:13.17832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.177898Z","time spent":"7.000415907s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:13.32969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.329111Z","time spent":"7.000572161s","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:13.600434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.59988Z","time spent":"7.00054573s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:13.721221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044572159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:13.721318Z","caller":"traceutil/trace.go:171","msg":"trace[1478063203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.044760285s","start":"2026-04-23T03:12:11.676543Z","end":"2026-04-23T03:12:13.721303Z","steps":["trace[1478063203] 'agreement among raft nodes before linearized reading' (duration: 2.000681865s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:13.721566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.676522Z","time spent":"2.045033213s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:13.726267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.725464Z","time spent":"7.000791668s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:14.663543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.500630056s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:15.727683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999824338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:15.727754Z","caller":"traceutil/trace.go:171","msg":"trace[1117026696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941212s","start":"2026-04-23T03:12:13.727796Z","end":"2026-04-23T03:12:15.727737Z","steps":["trace[1117026696] 'agreement among raft nodes before linearized reading' (duration: 1.999845209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.72779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.727779Z","time spent":"2.000003554s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:15.800669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004106039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:15.800766Z","caller":"traceutil/trace.go:171","msg":"trace[761680427] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.004229143s","start":"2026-04-23T03:12:05.796515Z","end":"2026-04-23T03:12:15.800744Z","steps":["trace[761680427] 'agreement among raft nodes before linearized reading' (duration: 10.004103129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.800887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.79645Z","time spent":"10.004418899s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/23 03:12:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T03:12:16.889243Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006908.wal"} {"level":"info","ts":"2026-04-23T03:12:16.893604Z","caller":"traceutil/trace.go:171","msg":"trace[740481482] linearizableReadLoop","detail":"{readStateIndex:26887; appliedIndex:26877; }","duration":"10.72602969s","start":"2026-04-23T03:12:06.167542Z","end":"2026-04-23T03:12:16.893572Z","steps":["trace[740481482] 'read index received' (duration: 1.602064455s)","trace[740481482] 'applied index is now lower than readState.Index' (duration: 9.123963945s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:16.893809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.977374874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T03:12:16.893809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.975060291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T03:12:16.893896Z","caller":"traceutil/trace.go:171","msg":"trace[86361582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25999; }","duration":"11.975157174s","start":"2026-04-23T03:12:04.918716Z","end":"2026-04-23T03:12:16.893873Z","steps":["trace[86361582] 'agreement among raft nodes before linearized reading' (duration: 11.974882396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:16.893925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.977583112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hfbb2\" ","response":"range_response_count:1 size:5484"} {"level":"info","ts":"2026-04-23T03:12:16.893954Z","caller":"traceutil/trace.go:171","msg":"trace[1013257172] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hfbb2; range_end:; response_count:1; response_revision:25999; }","duration":"11.977625893s","start":"2026-04-23T03:12:04.91632Z","end":"2026-04-23T03:12:16.893946Z","steps":["trace[1013257172] 'agreement among raft nodes before linearized reading' (duration: 11.97754051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:16.893949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.91869Z","time spent":"11.975245827s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:16.893987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.916316Z","time spent":"11.977660664s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5507,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hfbb2\" "} {"level":"warn","ts":"2026-04-23T03:12:16.894059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.978322675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:12:16.894122Z","caller":"traceutil/trace.go:171","msg":"trace[1367304596] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe; range_end:; response_count:1; response_revision:25999; }","duration":"11.978399208s","start":"2026-04-23T03:12:04.915712Z","end":"2026-04-23T03:12:16.894112Z","steps":["trace[1367304596] 'agreement among raft nodes before linearized reading' (duration: 11.978243533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:16.894146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.915699Z","time spent":"11.978441829s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daed804360fe\" "} {"level":"warn","ts":"2026-04-23T03:12:16.894245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.992333128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:16.894295Z","caller":"traceutil/trace.go:171","msg":"trace[1618740949] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25999; }","duration":"10.99242213s","start":"2026-04-23T03:12:05.901856Z","end":"2026-04-23T03:12:16.894278Z","steps":["trace[1618740949] 'agreement among raft nodes before linearized reading' (duration: 10.992337917s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:16.893844Z","caller":"traceutil/trace.go:171","msg":"trace[1403132523] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25999; }","duration":"11.977447467s","start":"2026-04-23T03:12:04.916386Z","end":"2026-04-23T03:12:16.893833Z","steps":["trace[1403132523] 'agreement among raft nodes before linearized reading' (duration: 11.977294572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:16.894339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.901837Z","time spent":"10.992489123s","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:16.894372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.916372Z","time spent":"11.977992885s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T03:12:17.394494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:17.728128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:17.728283Z","caller":"traceutil/trace.go:171","msg":"trace[1548115091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315315s","start":"2026-04-23T03:12:15.727956Z","end":"2026-04-23T03:12:17.728271Z","steps":["trace[1548115091] 'agreement among raft nodes before linearized reading' (duration: 2.000140729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:17.728519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.727944Z","time spent":"2.000369036s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:18.595837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110705789s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:18.595941Z","caller":"traceutil/trace.go:171","msg":"trace[1837386203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25999; }","duration":"1.110835993s","start":"2026-04-23T03:12:17.485092Z","end":"2026-04-23T03:12:18.595928Z","steps":["trace[1837386203] 'range keys from in-memory index tree' (duration: 1.110693928s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.597058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14918521s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:18.597412Z","caller":"traceutil/trace.go:171","msg":"trace[1948730308] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"3.491644491s","start":"2026-04-23T03:12:15.105739Z","end":"2026-04-23T03:12:18.597383Z","steps":["trace[1948730308] 'process raft request' (duration: 2.341932074s)","trace[1948730308] 'compare' (duration: 1.147766045s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:18.597475Z","caller":"traceutil/trace.go:171","msg":"trace[1462012364] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"2.432237723s","start":"2026-04-23T03:12:16.165177Z","end":"2026-04-23T03:12:18.597414Z","steps":["trace[1462012364] 'process raft request' (duration: 2.432104789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.597543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.105724Z","time spent":"3.491742974s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:18.59759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.165147Z","time spent":"2.432388828s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:19.734211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:19.734307Z","caller":"traceutil/trace.go:171","msg":"trace[110448353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174669s","start":"2026-04-23T03:12:17.734109Z","end":"2026-04-23T03:12:19.734284Z","steps":["trace[110448353] 'agreement among raft nodes before linearized reading' (duration: 2.000056135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.734356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.734099Z","time spent":"2.000246772s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:20.356846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.808919907s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:21.500445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138564014s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:21.503566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146472154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:21.504781Z","caller":"traceutil/trace.go:171","msg":"trace[1487640650] linearizableReadLoop","detail":"{readStateIndex:26891; appliedIndex:26887; }","duration":"4.611092558s","start":"2026-04-23T03:12:16.893654Z","end":"2026-04-23T03:12:21.504747Z","steps":["trace[1487640650] 'read index received' (duration: 553.936264ms)","trace[1487640650] 'applied index is now lower than readState.Index' (duration: 4.057149734s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:21.504863Z","caller":"traceutil/trace.go:171","msg":"trace[774092656] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"2.805126026s","start":"2026-04-23T03:12:18.698621Z","end":"2026-04-23T03:12:21.503747Z","steps":["trace[774092656] 'process raft request' (duration: 2.805091745s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:21.504892Z","caller":"traceutil/trace.go:171","msg":"trace[630273495] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"4.608460774s","start":"2026-04-23T03:12:16.896418Z","end":"2026-04-23T03:12:21.504878Z","steps":["trace[630273495] 'process raft request' (duration: 3.460616526s)","trace[630273495] 'compare' (duration: 1.145106431s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:21.504915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.698598Z","time spent":"2.806291183s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:21.505014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.896395Z","time spent":"4.608540297s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:21.505016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.241837071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:21.50507Z","caller":"traceutil/trace.go:171","msg":"trace[1238663952] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26004; }","duration":"5.241968835s","start":"2026-04-23T03:12:16.263084Z","end":"2026-04-23T03:12:21.505053Z","steps":["trace[1238663952] 'agreement among raft nodes before linearized reading' (duration: 5.241829631s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.505128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.263048Z","time spent":"5.242065058s","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.505347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47733779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.965858065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.172312239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18416"} {"level":"warn","ts":"2026-04-23T03:12:21.505527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.676163184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.612421628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.16165352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:21.505579Z","caller":"traceutil/trace.go:171","msg":"trace[182912595] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26004; }","duration":"8.612516311s","start":"2026-04-23T03:12:12.893049Z","end":"2026-04-23T03:12:21.505566Z","steps":["trace[182912595] 'agreement among raft nodes before linearized reading' (duration: 8.612431738s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:21.505572Z","caller":"traceutil/trace.go:171","msg":"trace[2015499527] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26004; }","duration":"9.676245137s","start":"2026-04-23T03:12:11.829313Z","end":"2026-04-23T03:12:21.505558Z","steps":["trace[2015499527] 'agreement among raft nodes before linearized reading' (duration: 9.676172595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.505591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.930527127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449841909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:12.893032Z","time spent":"8.612582403s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:21.505655Z","caller":"traceutil/trace.go:171","msg":"trace[485436633] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26004; }","duration":"6.449923562s","start":"2026-04-23T03:12:15.05571Z","end":"2026-04-23T03:12:21.505633Z","steps":["trace[485436633] 'agreement among raft nodes before linearized reading' (duration: 6.44985607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.505703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.055692Z","time spent":"6.450001215s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:21.505681Z","caller":"traceutil/trace.go:171","msg":"trace[1800992473] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26004; }","duration":"13.161923958s","start":"2026-04-23T03:12:08.34368Z","end":"2026-04-23T03:12:21.505604Z","steps":["trace[1800992473] 'agreement among raft nodes before linearized reading' (duration: 13.16165898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.505818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.34366Z","time spent":"13.162108074s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.505372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.484778213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.505885Z","caller":"traceutil/trace.go:171","msg":"trace[1985512989] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26004; }","duration":"8.485370802s","start":"2026-04-23T03:12:13.020502Z","end":"2026-04-23T03:12:21.505873Z","steps":["trace[1985512989] 'agreement among raft nodes before linearized reading' (duration: 8.484814435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.505919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.020478Z","time spent":"8.485431014s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.505955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.777737807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-23T03:12:21.505997Z","caller":"traceutil/trace.go:171","msg":"trace[668786812] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26004; }","duration":"7.777786718s","start":"2026-04-23T03:12:13.728198Z","end":"2026-04-23T03:12:21.505985Z","steps":["trace[668786812] 'agreement among raft nodes before linearized reading' (duration: 7.777472208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.506023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.728193Z","time spent":"7.777823349s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:12:21.505436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.69899602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.505825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.663922455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.506212Z","caller":"traceutil/trace.go:171","msg":"trace[267950105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26004; }","duration":"9.664420982s","start":"2026-04-23T03:12:11.841772Z","end":"2026-04-23T03:12:21.506192Z","steps":["trace[267950105] 'agreement among raft nodes before linearized reading' (duration: 9.663601616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.506476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.843514075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a8ddc07ca5005b\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-23T03:12:21.506518Z","caller":"traceutil/trace.go:171","msg":"trace[2102829451] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a8ddc07ca5005b; range_end:; response_count:1; response_revision:26004; }","duration":"12.843556287s","start":"2026-04-23T03:12:08.662951Z","end":"2026-04-23T03:12:21.506508Z","steps":["trace[2102829451] 'agreement among raft nodes before linearized reading' (duration: 12.843450413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.506529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.056111268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.506552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.662909Z","time spent":"12.843636279s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a8ddc07ca5005b\" "} {"level":"info","ts":"2026-04-23T03:12:21.506562Z","caller":"traceutil/trace.go:171","msg":"trace[2069170814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26004; }","duration":"13.056147129s","start":"2026-04-23T03:12:08.450404Z","end":"2026-04-23T03:12:21.506551Z","steps":["trace[2069170814] 'agreement among raft nodes before linearized reading' (duration: 13.056091347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.506589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.450342Z","time spent":"13.056238852s","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.50671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.636255693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.506746Z","caller":"traceutil/trace.go:171","msg":"trace[1921120641] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26004; }","duration":"12.636294354s","start":"2026-04-23T03:12:08.870443Z","end":"2026-04-23T03:12:21.506738Z","steps":["trace[1921120641] 'agreement among raft nodes before linearized reading' (duration: 12.636235882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.506773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.870387Z","time spent":"12.636378366s","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.507188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.119871956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:21.50723Z","caller":"traceutil/trace.go:171","msg":"trace[341630932] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26004; }","duration":"15.119928598s","start":"2026-04-23T03:12:06.387288Z","end":"2026-04-23T03:12:21.507217Z","steps":["trace[341630932] 'agreement among raft nodes before linearized reading' (duration: 15.119814114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.507253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.387278Z","time spent":"15.119969069s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.507364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.657633699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:12:21.507383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.834664055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.507403Z","caller":"traceutil/trace.go:171","msg":"trace[1959608098] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26004; }","duration":"11.657705312s","start":"2026-04-23T03:12:09.849689Z","end":"2026-04-23T03:12:21.507394Z","steps":["trace[1959608098] 'agreement among raft nodes before linearized reading' (duration: 11.657550227s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:21.507406Z","caller":"traceutil/trace.go:171","msg":"trace[1898139028] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26004; }","duration":"13.834689346s","start":"2026-04-23T03:12:07.672709Z","end":"2026-04-23T03:12:21.507398Z","steps":["trace[1898139028] 'agreement among raft nodes before linearized reading' (duration: 13.834647374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.507429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.67269Z","time spent":"13.834733398s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.50743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.849663Z","time spent":"11.657759753s","remote":"127.0.0.1:46412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.507543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.379602183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.507568Z","caller":"traceutil/trace.go:171","msg":"trace[787706142] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26004; }","duration":"14.379659675s","start":"2026-04-23T03:12:07.127902Z","end":"2026-04-23T03:12:21.507562Z","steps":["trace[787706142] 'agreement among raft nodes before linearized reading' (duration: 14.379622794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.507587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.127881Z","time spent":"14.379701607s","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:21.50608Z","caller":"traceutil/trace.go:171","msg":"trace[641196249] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26004; }","duration":"10.699703554s","start":"2026-04-23T03:12:10.806364Z","end":"2026-04-23T03:12:21.506068Z","steps":["trace[641196249] 'agreement among raft nodes before linearized reading' (duration: 10.698993571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.50773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.806343Z","time spent":"10.701377676s","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.505433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.32600948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.507893Z","caller":"traceutil/trace.go:171","msg":"trace[936862784] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:26004; }","duration":"8.328486069s","start":"2026-04-23T03:12:13.179383Z","end":"2026-04-23T03:12:21.507869Z","steps":["trace[936862784] 'agreement among raft nodes before linearized reading' (duration: 8.326020431s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.507951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.179366Z","time spent":"8.328568292s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-04-23T03:12:21.505449Z","caller":"traceutil/trace.go:171","msg":"trace[838069897] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26004; }","duration":"9.965963138s","start":"2026-04-23T03:12:11.539467Z","end":"2026-04-23T03:12:21.50543Z","steps":["trace[838069897] 'agreement among raft nodes before linearized reading' (duration: 9.965858095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.508053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.539408Z","time spent":"9.968636543s","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.508105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.127641593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:21.505517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.406980196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.508145Z","caller":"traceutil/trace.go:171","msg":"trace[724465308] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26004; }","duration":"15.127712015s","start":"2026-04-23T03:12:06.380423Z","end":"2026-04-23T03:12:21.508135Z","steps":["trace[724465308] 'agreement among raft nodes before linearized reading' (duration: 15.127635213s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:21.508172Z","caller":"traceutil/trace.go:171","msg":"trace[654193010] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26004; }","duration":"10.409677191s","start":"2026-04-23T03:12:11.098486Z","end":"2026-04-23T03:12:21.508163Z","steps":["trace[654193010] 'agreement among raft nodes before linearized reading' (duration: 10.406989776s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.50818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.380407Z","time spent":"15.127763806s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.508202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.098406Z","time spent":"10.409788705s","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.505496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.771313968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.508373Z","caller":"traceutil/trace.go:171","msg":"trace[1514773282] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26004; }","duration":"10.774259901s","start":"2026-04-23T03:12:10.734099Z","end":"2026-04-23T03:12:21.508359Z","steps":["trace[1514773282] 'agreement among raft nodes before linearized reading' (duration: 10.771269846s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.508413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.734086Z","time spent":"10.774315113s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.508433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.186189642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:12:21.508485Z","caller":"traceutil/trace.go:171","msg":"trace[468030659] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26004; }","duration":"15.186251514s","start":"2026-04-23T03:12:06.322208Z","end":"2026-04-23T03:12:21.508459Z","steps":["trace[468030659] 'agreement among raft nodes before linearized reading' (duration: 15.185526651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.508517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.322194Z","time spent":"15.186316226s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T03:12:21.505573Z","caller":"traceutil/trace.go:171","msg":"trace[1495577497] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26004; }","duration":"8.172485574s","start":"2026-04-23T03:12:13.333069Z","end":"2026-04-23T03:12:21.505554Z","steps":["trace[1495577497] 'agreement among raft nodes before linearized reading' (duration: 8.172205505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.508573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.333054Z","time spent":"8.17550912s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T03:12:21.505439Z","caller":"traceutil/trace.go:171","msg":"trace[1097443302] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26004; }","duration":"9.477472404s","start":"2026-04-23T03:12:12.027945Z","end":"2026-04-23T03:12:21.505417Z","steps":["trace[1097443302] 'agreement among raft nodes before linearized reading' (duration: 9.477312719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.508682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:12.027931Z","time spent":"9.480720657s","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.505638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.829293Z","time spent":"9.676325179s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:21.504822Z","caller":"traceutil/trace.go:171","msg":"trace[329005885] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"4.603379622s","start":"2026-04-23T03:12:16.901292Z","end":"2026-04-23T03:12:21.504671Z","steps":["trace[329005885] 'process raft request' (duration: 4.60235069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.508818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.901272Z","time spent":"4.607504274s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5658,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:21.509268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.785492758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:21.509303Z","caller":"traceutil/trace.go:171","msg":"trace[961347164] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26004; }","duration":"10.78557365s","start":"2026-04-23T03:12:10.723719Z","end":"2026-04-23T03:12:21.509293Z","steps":["trace[961347164] 'agreement among raft nodes before linearized reading' (duration: 10.781337666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.510864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.7237Z","time spent":"10.78714175s","remote":"127.0.0.1:46420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:21.517221Z","caller":"traceutil/trace.go:171","msg":"trace[540251162] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26004; }","duration":"11.930568188s","start":"2026-04-23T03:12:09.575053Z","end":"2026-04-23T03:12:21.505621Z","steps":["trace[540251162] 'agreement among raft nodes before linearized reading' (duration: 11.930506006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.517253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.574995Z","time spent":"11.942249008s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.517589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.221057762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:21.517659Z","caller":"traceutil/trace.go:171","msg":"trace[1234185199] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26004; }","duration":"11.221195956s","start":"2026-04-23T03:12:10.29645Z","end":"2026-04-23T03:12:21.517646Z","steps":["trace[1234185199] 'agreement among raft nodes before linearized reading' (duration: 11.210642161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.517693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.296427Z","time spent":"11.221256548s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.506354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.841761Z","time spent":"9.664575016s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:21.736043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001448781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:21.736143Z","caller":"traceutil/trace.go:171","msg":"trace[292725920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001644117s","start":"2026-04-23T03:12:19.734475Z","end":"2026-04-23T03:12:21.736119Z","steps":["trace[292725920] 'agreement among raft nodes before linearized reading' (duration: 2.001477681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.736206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.734456Z","time spent":"2.00173617s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:23.064893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380113824s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:23.141676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:23.141737Z","caller":"traceutil/trace.go:171","msg":"trace[1807163697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323774s","start":"2026-04-23T03:12:21.1414Z","end":"2026-04-23T03:12:23.141724Z","steps":["trace[1807163697] 'agreement among raft nodes before linearized reading' (duration: 2.000242381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:23.141767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.141375Z","time spent":"2.000387016s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:23.744467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:23.744558Z","caller":"traceutil/trace.go:171","msg":"trace[518609669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753437s","start":"2026-04-23T03:12:21.743787Z","end":"2026-04-23T03:12:23.74454Z","steps":["trace[518609669] 'agreement among raft nodes before linearized reading' (duration: 2.000634884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:23.744608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.743772Z","time spent":"2.000825969s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:25.754236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000634735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:25.754448Z","caller":"traceutil/trace.go:171","msg":"trace[209083472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000904313s","start":"2026-04-23T03:12:23.753525Z","end":"2026-04-23T03:12:25.754429Z","steps":["trace[209083472] 'agreement among raft nodes before linearized reading' (duration: 2.000660976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.754488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.753507Z","time spent":"2.000972656s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:27.688467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003699559s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:12:27.688662Z","caller":"traceutil/trace.go:171","msg":"trace[1811013378] linearizableReadLoop","detail":"{readStateIndex:26893; appliedIndex:26892; }","duration":"6.183768748s","start":"2026-04-23T03:12:21.504877Z","end":"2026-04-23T03:12:27.688646Z","steps":["trace[1811013378] 'read index received' (duration: 179.917634ms)","trace[1811013378] 'applied index is now lower than readState.Index' (duration: 6.003849934s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:27.692692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.931845905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:27.692778Z","caller":"traceutil/trace.go:171","msg":"trace[1054005935] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26004; }","duration":"9.931974019s","start":"2026-04-23T03:12:17.760785Z","end":"2026-04-23T03:12:27.692759Z","steps":["trace[1054005935] 'agreement among raft nodes before linearized reading' (duration: 9.931830294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.692822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.760768Z","time spent":"9.932041552s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:27.693158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.819858335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:27.693207Z","caller":"traceutil/trace.go:171","msg":"trace[966435321] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26004; }","duration":"8.819949819s","start":"2026-04-23T03:12:18.873245Z","end":"2026-04-23T03:12:27.693195Z","steps":["trace[966435321] 'agreement among raft nodes before linearized reading' (duration: 8.819880027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.693242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.873223Z","time spent":"8.820008231s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:27.693315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.087559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:27.693425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.646150761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:27.693431Z","caller":"traceutil/trace.go:171","msg":"trace[1194114758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26004; }","duration":"208.209653ms","start":"2026-04-23T03:12:27.485205Z","end":"2026-04-23T03:12:27.693415Z","steps":["trace[1194114758] 'range keys from in-memory index tree' (duration: 208.074099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:27.693444Z","caller":"traceutil/trace.go:171","msg":"trace[1163830041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26004; }","duration":"9.646226224s","start":"2026-04-23T03:12:18.04721Z","end":"2026-04-23T03:12:27.693437Z","steps":["trace[1163830041] 'agreement among raft nodes before linearized reading' (duration: 9.646202073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.693463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.047188Z","time spent":"9.646270314s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:27.693702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.144154739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"info","ts":"2026-04-23T03:12:27.69375Z","caller":"traceutil/trace.go:171","msg":"trace[2008731534] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26004; }","duration":"10.144233181s","start":"2026-04-23T03:12:17.5495Z","end":"2026-04-23T03:12:27.693733Z","steps":["trace[2008731534] 'agreement among raft nodes before linearized reading' (duration: 10.144099577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.693785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.549477Z","time spent":"10.144297153s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:12:27.693372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.735822279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:27.693877Z","caller":"traceutil/trace.go:171","msg":"trace[714563251] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26004; }","duration":"9.736362426s","start":"2026-04-23T03:12:17.957504Z","end":"2026-04-23T03:12:27.693866Z","steps":["trace[714563251] 'agreement among raft nodes before linearized reading' (duration: 9.735787638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.693909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.957483Z","time spent":"9.736415667s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:27.693943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.528762994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:27.693979Z","caller":"traceutil/trace.go:171","msg":"trace[1307852491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26004; }","duration":"10.528799475s","start":"2026-04-23T03:12:17.165171Z","end":"2026-04-23T03:12:27.69397Z","steps":["trace[1307852491] 'agreement among raft nodes before linearized reading' (duration: 10.528745224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.694017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.165116Z","time spent":"10.528893278s","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:27.694068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.797240911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-011d15e0-78c1-432e-a762-67bf62503267\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-23T03:12:27.693403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.858498373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:27.694094Z","caller":"traceutil/trace.go:171","msg":"trace[652982447] range","detail":"{range_begin:/registry/persistentvolumes/pvc-011d15e0-78c1-432e-a762-67bf62503267; range_end:; response_count:1; response_revision:26004; }","duration":"10.797290503s","start":"2026-04-23T03:12:16.896798Z","end":"2026-04-23T03:12:27.694088Z","steps":["trace[652982447] 'agreement among raft nodes before linearized reading' (duration: 10.79720428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.694111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.896783Z","time spent":"10.797322944s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-011d15e0-78c1-432e-a762-67bf62503267\" "} {"level":"info","ts":"2026-04-23T03:12:27.69411Z","caller":"traceutil/trace.go:171","msg":"trace[260134968] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26004; }","duration":"8.859201416s","start":"2026-04-23T03:12:18.834898Z","end":"2026-04-23T03:12:27.694099Z","steps":["trace[260134968] 'agreement among raft nodes before linearized reading' (duration: 8.858491653s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.694137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.834876Z","time spent":"8.859251916s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:27.694345Z","caller":"traceutil/trace.go:171","msg":"trace[528851103] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"6.185748951s","start":"2026-04-23T03:12:21.508591Z","end":"2026-04-23T03:12:27.69434Z","steps":["trace[528851103] 'process raft request' (duration: 6.179963497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.694399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.508573Z","time spent":"6.185792403s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:27.762287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007886293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:27.762345Z","caller":"traceutil/trace.go:171","msg":"trace[67820760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007994838s","start":"2026-04-23T03:12:25.754336Z","end":"2026-04-23T03:12:27.762331Z","steps":["trace[67820760] 'agreement among raft nodes before linearized reading' (duration: 2.007917685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.762453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.75431Z","time spent":"2.008135611s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:28.189283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:28.510121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.509815Z","time spent":"7.000280302s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:28.690269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:28.731956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.624704906s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:29.115042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420689314s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T03:12:29.11522Z","caller":"traceutil/trace.go:171","msg":"trace[1764051808] linearizableReadLoop","detail":"{readStateIndex:26896; appliedIndex:26894; }","duration":"1.426504819s","start":"2026-04-23T03:12:27.688702Z","end":"2026-04-23T03:12:29.115207Z","steps":["trace[1764051808] 'read index received' (duration: 1.04337162s)","trace[1764051808] 'applied index is now lower than readState.Index' (duration: 383.132479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:29.115353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319536888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:29.115421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.595502129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-686c6649fb-4vn8x.18a8ddc1dbdb31fa\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-23T03:12:29.115419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.309481383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-23T03:12:29.115442Z","caller":"traceutil/trace.go:171","msg":"trace[363293350] range","detail":"{range_begin:/registry/events/openstack/magnum-api-686c6649fb-4vn8x.18a8ddc1dbdb31fa; range_end:; response_count:1; response_revision:26006; }","duration":"7.595535699s","start":"2026-04-23T03:12:21.519899Z","end":"2026-04-23T03:12:29.115435Z","steps":["trace[363293350] 'agreement among raft nodes before linearized reading' (duration: 7.595359824s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:29.115428Z","caller":"traceutil/trace.go:171","msg":"trace[2024987431] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26006; }","duration":"4.319658552s","start":"2026-04-23T03:12:24.795751Z","end":"2026-04-23T03:12:29.115409Z","steps":["trace[2024987431] 'agreement among raft nodes before linearized reading' (duration: 4.319466855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.519893Z","time spent":"7.595564841s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-686c6649fb-4vn8x.18a8ddc1dbdb31fa\" "} {"level":"info","ts":"2026-04-23T03:12:29.115461Z","caller":"traceutil/trace.go:171","msg":"trace[95372501] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26006; }","duration":"7.309562807s","start":"2026-04-23T03:12:21.805886Z","end":"2026-04-23T03:12:29.115449Z","steps":["trace[95372501] 'agreement among raft nodes before linearized reading' (duration: 7.309356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.688344642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:29.115465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.597479012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zpf7j\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-04-23T03:12:29.115538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.564461491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:29.115518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.427588983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.115526Z","caller":"traceutil/trace.go:171","msg":"trace[238744109] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26006; }","duration":"4.688461676s","start":"2026-04-23T03:12:24.427049Z","end":"2026-04-23T03:12:29.11551Z","steps":["trace[238744109] 'agreement among raft nodes before linearized reading' (duration: 4.688337672s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206366083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:29.115608Z","caller":"traceutil/trace.go:171","msg":"trace[2054567169] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26006; }","duration":"6.427841721s","start":"2026-04-23T03:12:22.687748Z","end":"2026-04-23T03:12:29.11559Z","steps":["trace[2054567169] 'agreement among raft nodes before linearized reading' (duration: 6.42747345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658746344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:29.115658Z","caller":"traceutil/trace.go:171","msg":"trace[1046378138] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26006; }","duration":"4.206432285s","start":"2026-04-23T03:12:24.909218Z","end":"2026-04-23T03:12:29.11565Z","steps":["trace[1046378138] 'agreement among raft nodes before linearized reading' (duration: 4.206382614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.1154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889386083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.115696Z","caller":"traceutil/trace.go:171","msg":"trace[1734145603] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26006; }","duration":"5.658821596s","start":"2026-04-23T03:12:23.456858Z","end":"2026-04-23T03:12:29.115679Z","steps":["trace[1734145603] 'agreement among raft nodes before linearized reading' (duration: 5.658750594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:22.687728Z","time spent":"6.427934075s","remote":"127.0.0.1:46286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:29.115578Z","caller":"traceutil/trace.go:171","msg":"trace[550161132] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26006; }","duration":"6.564531164s","start":"2026-04-23T03:12:22.551038Z","end":"2026-04-23T03:12:29.115569Z","steps":["trace[550161132] 'agreement among raft nodes before linearized reading' (duration: 6.564476092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.45684Z","time spent":"5.658922259s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.11582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:22.551018Z","time spent":"6.564788212s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.115651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.427033Z","time spent":"4.6885999s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.115542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260768679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.115978Z","caller":"traceutil/trace.go:171","msg":"trace[2069019411] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26006; }","duration":"2.889777355s","start":"2026-04-23T03:12:26.22597Z","end":"2026-04-23T03:12:29.115747Z","steps":["trace[2069019411] 'agreement among raft nodes before linearized reading' (duration: 2.88928261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432229253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.116163Z","caller":"traceutil/trace.go:171","msg":"trace[159468899] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26006; }","duration":"2.432884124s","start":"2026-04-23T03:12:26.683263Z","end":"2026-04-23T03:12:29.116147Z","steps":["trace[159468899] 'agreement among raft nodes before linearized reading' (duration: 2.432245484s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.795726Z","time spent":"4.319738084s","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.116163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.225904Z","time spent":"2.8902012s","remote":"127.0.0.1:35998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.116247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.683236Z","time spent":"2.432967487s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:29.115996Z","caller":"traceutil/trace.go:171","msg":"trace[530755973] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26006; }","duration":"3.261249734s","start":"2026-04-23T03:12:25.854729Z","end":"2026-04-23T03:12:29.115979Z","steps":["trace[530755973] 'agreement among raft nodes before linearized reading' (duration: 3.260773609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.116335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.854711Z","time spent":"3.261605945s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-23T03:12:29.115353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033512285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.116418Z","caller":"traceutil/trace.go:171","msg":"trace[1085345545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26006; }","duration":"5.0346326s","start":"2026-04-23T03:12:24.081774Z","end":"2026-04-23T03:12:29.116406Z","steps":["trace[1085345545] 'agreement among raft nodes before linearized reading' (duration: 5.033483414s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:29.115479Z","caller":"traceutil/trace.go:171","msg":"trace[367962329] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"3.008346132s","start":"2026-04-23T03:12:26.107113Z","end":"2026-04-23T03:12:29.115459Z","steps":["trace[367962329] 'process raft request' (duration: 3.007998181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.116413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674145058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274719"} {"level":"warn","ts":"2026-04-23T03:12:29.116456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.081751Z","time spent":"5.034692102s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:29.11648Z","caller":"traceutil/trace.go:171","msg":"trace[1241072727] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26006; }","duration":"3.674263362s","start":"2026-04-23T03:12:25.442201Z","end":"2026-04-23T03:12:29.116464Z","steps":["trace[1241072727] 'agreement among raft nodes before linearized reading' (duration: 3.673341803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.11654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.442164Z","time spent":"3.674359995s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274742,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:12:29.116538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.107087Z","time spent":"3.009370904s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:29.115493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.805865Z","time spent":"7.309621378s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T03:12:29.115465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.603922036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-23T03:12:29.116648Z","caller":"traceutil/trace.go:171","msg":"trace[1349071956] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26006; }","duration":"7.605123264s","start":"2026-04-23T03:12:21.511506Z","end":"2026-04-23T03:12:29.11663Z","steps":["trace[1349071956] 'agreement among raft nodes before linearized reading' (duration: 7.603778482s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:29.115538Z","caller":"traceutil/trace.go:171","msg":"trace[891471199] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zpf7j; range_end:; response_count:1; response_revision:26006; }","duration":"7.597573664s","start":"2026-04-23T03:12:21.517947Z","end":"2026-04-23T03:12:29.115521Z","steps":["trace[891471199] 'agreement among raft nodes before linearized reading' (duration: 7.597321966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.116708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.511498Z","time spent":"7.605195116s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:12:29.11674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.517938Z","time spent":"7.598788883s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zpf7j\" "} {"level":"warn","ts":"2026-04-23T03:12:29.115566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.55472257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.116816Z","caller":"traceutil/trace.go:171","msg":"trace[1947688720] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26006; }","duration":"5.556027521s","start":"2026-04-23T03:12:23.560769Z","end":"2026-04-23T03:12:29.116797Z","steps":["trace[1947688720] 'agreement among raft nodes before linearized reading' (duration: 5.55475312s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.481586379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:29.116893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.560741Z","time spent":"5.556121764s","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:29.116935Z","caller":"traceutil/trace.go:171","msg":"trace[1210408785] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26006; }","duration":"6.483035835s","start":"2026-04-23T03:12:22.633885Z","end":"2026-04-23T03:12:29.116921Z","steps":["trace[1210408785] 'agreement among raft nodes before linearized reading' (duration: 6.481592709s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.116991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:22.633858Z","time spent":"6.483115037s","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.115589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736365804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:29.117078Z","caller":"traceutil/trace.go:171","msg":"trace[529739102] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26006; }","duration":"3.737856551s","start":"2026-04-23T03:12:25.379183Z","end":"2026-04-23T03:12:29.117039Z","steps":["trace[529739102] 'agreement among raft nodes before linearized reading' (duration: 3.736379304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.115592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300748948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:29.117159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.379164Z","time spent":"3.737976586s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:29.117172Z","caller":"traceutil/trace.go:171","msg":"trace[1914872044] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26006; }","duration":"3.302343579s","start":"2026-04-23T03:12:25.814808Z","end":"2026-04-23T03:12:29.117151Z","steps":["trace[1914872044] 'agreement among raft nodes before linearized reading' (duration: 3.300760489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.117229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.814791Z","time spent":"3.302413591s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:29.115693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.909197Z","time spent":"4.206485887s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:29.77Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:29.770099Z","caller":"traceutil/trace.go:171","msg":"trace[935244834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873061s","start":"2026-04-23T03:12:27.769204Z","end":"2026-04-23T03:12:29.770077Z","steps":["trace[935244834] 'agreement among raft nodes before linearized reading' (duration: 2.000747567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.770351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.769188Z","time spent":"2.00114248s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:31.120586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999680574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:31.12066Z","caller":"traceutil/trace.go:171","msg":"trace[353272821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999799017s","start":"2026-04-23T03:12:29.120846Z","end":"2026-04-23T03:12:31.120645Z","steps":["trace[353272821] 'agreement among raft nodes before linearized reading' (duration: 1.999678584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.120701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.120807Z","time spent":"1.99988503s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:31.770597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:31.770684Z","caller":"traceutil/trace.go:171","msg":"trace[250104248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116788s","start":"2026-04-23T03:12:29.770548Z","end":"2026-04-23T03:12:31.770665Z","steps":["trace[250104248] 'agreement among raft nodes before linearized reading' (duration: 1.999986484s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.770747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.770534Z","time spent":"2.000203651s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:31.774747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478342807s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:31.774886Z","caller":"traceutil/trace.go:171","msg":"trace[302314993] linearizableReadLoop","detail":"{readStateIndex:26897; appliedIndex:26896; }","duration":"2.659603224s","start":"2026-04-23T03:12:29.115241Z","end":"2026-04-23T03:12:31.774844Z","steps":["trace[302314993] 'read index received' (duration: 181.076852ms)","trace[302314993] 'applied index is now lower than readState.Index' (duration: 2.478524162s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:31.775023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333256221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:31.775048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840378696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T03:12:31.775042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590653717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T03:12:31.775047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044287123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.775097Z","caller":"traceutil/trace.go:171","msg":"trace[1862926386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26007; }","duration":"2.840456479s","start":"2026-04-23T03:12:28.934627Z","end":"2026-04-23T03:12:31.775083Z","steps":["trace[1862926386] 'agreement among raft nodes before linearized reading' (duration: 2.840302034s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:31.775113Z","caller":"traceutil/trace.go:171","msg":"trace[1379562458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26007; }","duration":"3.59075929s","start":"2026-04-23T03:12:28.184333Z","end":"2026-04-23T03:12:31.775092Z","steps":["trace[1379562458] 'agreement among raft nodes before linearized reading' (duration: 3.590563534s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:31.77512Z","caller":"traceutil/trace.go:171","msg":"trace[503948399] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26007; }","duration":"3.044402386s","start":"2026-04-23T03:12:28.7307Z","end":"2026-04-23T03:12:31.775103Z","steps":["trace[503948399] 'agreement among raft nodes before linearized reading' (duration: 3.044287563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.775151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079881544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:31.77516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.184315Z","time spent":"3.590834082s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:12:31.77516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.730679Z","time spent":"3.044470479s","remote":"127.0.0.1:44126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:31.775187Z","caller":"traceutil/trace.go:171","msg":"trace[2043262320] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"2.790714748s","start":"2026-04-23T03:12:28.984459Z","end":"2026-04-23T03:12:31.775174Z","steps":["trace[2043262320] 'process raft request' (duration: 311.847215ms)","trace[2043262320] 'compare' (duration: 2.476398485s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:31.775209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074809634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a8ddbfa0a1de64\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-23T03:12:31.775248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.984428Z","time spent":"2.790784991s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:31.775264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076106595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T03:12:31.77529Z","caller":"traceutil/trace.go:171","msg":"trace[1173642320] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26007; }","duration":"4.076160737s","start":"2026-04-23T03:12:27.699121Z","end":"2026-04-23T03:12:31.775282Z","steps":["trace[1173642320] 'agreement among raft nodes before linearized reading' (duration: 4.076064444s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.775314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.69911Z","time spent":"4.076197738s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T03:12:31.775347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073897915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18416"} {"level":"warn","ts":"2026-04-23T03:12:31.775147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.934613Z","time spent":"2.84052301s","remote":"127.0.0.1:46174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:12:31.77531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387967888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:31.775374Z","caller":"traceutil/trace.go:171","msg":"trace[957886046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26007; }","duration":"4.073948597s","start":"2026-04-23T03:12:27.701418Z","end":"2026-04-23T03:12:31.775367Z","steps":["trace[957886046] 'agreement among raft nodes before linearized reading' (duration: 4.073859834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.775411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.701404Z","time spent":"4.074000978s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18439,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T03:12:31.775452Z","caller":"traceutil/trace.go:171","msg":"trace[2093574098] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26007; }","duration":"3.388110273s","start":"2026-04-23T03:12:28.387286Z","end":"2026-04-23T03:12:31.775397Z","steps":["trace[2093574098] 'agreement among raft nodes before linearized reading' (duration: 3.387809623s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:31.775174Z","caller":"traceutil/trace.go:171","msg":"trace[2043998277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26007; }","duration":"3.079940575s","start":"2026-04-23T03:12:28.695227Z","end":"2026-04-23T03:12:31.775168Z","steps":["trace[2043998277] 'agreement among raft nodes before linearized reading' (duration: 3.079899814s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:31.775255Z","caller":"traceutil/trace.go:171","msg":"trace[187912291] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a8ddbfa0a1de64; range_end:; response_count:1; response_revision:26007; }","duration":"4.074875376s","start":"2026-04-23T03:12:27.700367Z","end":"2026-04-23T03:12:31.775242Z","steps":["trace[187912291] 'agreement among raft nodes before linearized reading' (duration: 4.074767862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.775538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.695203Z","time spent":"3.080320017s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:31.775567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.387266Z","time spent":"3.388234397s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:31.775375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684057341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:31.775551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.700354Z","time spent":"4.075186086s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a8ddbfa0a1de64\" "} {"level":"info","ts":"2026-04-23T03:12:31.775629Z","caller":"traceutil/trace.go:171","msg":"trace[836626338] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26007; }","duration":"2.68434675s","start":"2026-04-23T03:12:29.091274Z","end":"2026-04-23T03:12:31.775621Z","steps":["trace[836626338] 'agreement among raft nodes before linearized reading' (duration: 2.684071961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.775651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.091256Z","time spent":"2.684388111s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:31.775088Z","caller":"traceutil/trace.go:171","msg":"trace[430469550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26007; }","duration":"3.333333923s","start":"2026-04-23T03:12:28.44174Z","end":"2026-04-23T03:12:31.775074Z","steps":["trace[430469550] 'agreement among raft nodes before linearized reading' (duration: 3.33322307s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.775733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.441668Z","time spent":"3.334011055s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:31.775953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264361702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.775994Z","caller":"traceutil/trace.go:171","msg":"trace[2051365279] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:0; response_revision:26007; }","duration":"3.264439565s","start":"2026-04-23T03:12:28.511543Z","end":"2026-04-23T03:12:31.775983Z","steps":["trace[2051365279] 'agreement among raft nodes before linearized reading' (duration: 3.263312889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.776016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.511524Z","time spent":"3.264486126s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T03:12:31.776194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592110613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-23T03:12:31.776249Z","caller":"traceutil/trace.go:171","msg":"trace[1126049538] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26007; }","duration":"3.592197915s","start":"2026-04-23T03:12:28.184043Z","end":"2026-04-23T03:12:31.776241Z","steps":["trace[1126049538] 'agreement among raft nodes before linearized reading' (duration: 3.590922515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.776269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.184024Z","time spent":"3.592239576s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:12:32.275124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:32.599602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.303282919s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:33.142646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:33.142709Z","caller":"traceutil/trace.go:171","msg":"trace[1742787374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00144632s","start":"2026-04-23T03:12:31.141248Z","end":"2026-04-23T03:12:33.142695Z","steps":["trace[1742787374] 'agreement among raft nodes before linearized reading' (duration: 2.000757738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:33.142777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.141226Z","time spent":"2.001534493s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:33.681541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081667045s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:33.681761Z","caller":"traceutil/trace.go:171","msg":"trace[639212698] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"4.556674938s","start":"2026-04-23T03:12:29.12507Z","end":"2026-04-23T03:12:33.681744Z","steps":["trace[639212698] 'process raft request' (duration: 4.556571505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:33.681833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.125059Z","time spent":"4.55674326s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:33.682078Z","caller":"traceutil/trace.go:171","msg":"trace[1062722343] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"4.562977958s","start":"2026-04-23T03:12:29.119083Z","end":"2026-04-23T03:12:33.682061Z","steps":["trace[1062722343] 'process raft request' (duration: 3.480709404s)","trace[1062722343] 'compare' (duration: 1.081328644s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:33.682146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.119032Z","time spent":"4.563079631s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:33.778258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:33.778325Z","caller":"traceutil/trace.go:171","msg":"trace[1828582337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038534s","start":"2026-04-23T03:12:31.778272Z","end":"2026-04-23T03:12:33.778311Z","steps":["trace[1828582337] 'agreement among raft nodes before linearized reading' (duration: 1.999957922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:33.778365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.778257Z","time spent":"2.000099577s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:34.12956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99278612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:34.12967Z","caller":"traceutil/trace.go:171","msg":"trace[1506094260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.992918294s","start":"2026-04-23T03:12:29.136709Z","end":"2026-04-23T03:12:34.129628Z","steps":["trace[1506094260] 'agreement among raft nodes before linearized reading' (duration: 4.992807391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:34.129721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.136697Z","time spent":"4.993013387s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 03:12:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:34.962057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.312993195s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:35.787094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000631165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:35.787176Z","caller":"traceutil/trace.go:171","msg":"trace[1555660814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772309s","start":"2026-04-23T03:12:33.786387Z","end":"2026-04-23T03:12:35.78716Z","steps":["trace[1555660814] 'agreement among raft nodes before linearized reading' (duration: 2.000668186s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.78722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.786364Z","time spent":"2.000846852s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:35.977036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014816063s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:35.98063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018325844s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T03:12:35.981361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.782892Z","time spent":"4.198465601s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:12:35.981389Z","caller":"traceutil/trace.go:171","msg":"trace[1050314940] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"4.278973948s","start":"2026-04-23T03:12:31.702381Z","end":"2026-04-23T03:12:35.981355Z","steps":["trace[1050314940] 'process raft request' (duration: 3.259864769s)","trace[1050314940] 'compare' (duration: 1.017840899s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:35.981472Z","caller":"traceutil/trace.go:171","msg":"trace[882760961] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"4.198286326s","start":"2026-04-23T03:12:31.783155Z","end":"2026-04-23T03:12:35.981442Z","steps":["trace[882760961] 'process raft request' (duration: 4.197693447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.981516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.702356Z","time spent":"4.279095212s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:35.981582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.783147Z","time spent":"4.198377209s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:35.981589Z","caller":"traceutil/trace.go:171","msg":"trace[1680103556] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"4.203263704s","start":"2026-04-23T03:12:31.778306Z","end":"2026-04-23T03:12:35.981569Z","steps":["trace[1680103556] 'process raft request' (duration: 4.202382166s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.981673Z","caller":"traceutil/trace.go:171","msg":"trace[1295406313] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"4.198597406s","start":"2026-04-23T03:12:31.783069Z","end":"2026-04-23T03:12:35.981666Z","steps":["trace[1295406313] 'process raft request' (duration: 4.197739799s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.981711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.78305Z","time spent":"4.198641507s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:35.981665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.778291Z","time spent":"4.203329826s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:35.981886Z","caller":"traceutil/trace.go:171","msg":"trace[1216992516] linearizableReadLoop","detail":"{readStateIndex:26904; appliedIndex:26897; }","duration":"4.206961142s","start":"2026-04-23T03:12:31.774914Z","end":"2026-04-23T03:12:35.981875Z","steps":["trace[1216992516] 'read index received' (duration: 824.898501ms)","trace[1216992516] 'applied index is now lower than readState.Index' (duration: 3.382060811s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:35.981979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479837398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:35.982043Z","caller":"traceutil/trace.go:171","msg":"trace[673137690] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26014; }","duration":"4.479940292s","start":"2026-04-23T03:12:31.502087Z","end":"2026-04-23T03:12:35.982028Z","steps":["trace[673137690] 'agreement among raft nodes before linearized reading' (duration: 4.479834448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632811817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374223113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:35.982147Z","caller":"traceutil/trace.go:171","msg":"trace[1682182008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26014; }","duration":"4.374320457s","start":"2026-04-23T03:12:31.607818Z","end":"2026-04-23T03:12:35.982138Z","steps":["trace[1682182008] 'agreement among raft nodes before linearized reading' (duration: 4.374277746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.802967485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:35.982138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.043048859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983429898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:35.98222Z","caller":"traceutil/trace.go:171","msg":"trace[444995394] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26014; }","duration":"1.98348889s","start":"2026-04-23T03:12:33.998726Z","end":"2026-04-23T03:12:35.982215Z","steps":["trace[444995394] 'agreement among raft nodes before linearized reading' (duration: 1.983458039s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982213Z","caller":"traceutil/trace.go:171","msg":"trace[279878421] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26014; }","duration":"6.043163103s","start":"2026-04-23T03:12:29.939033Z","end":"2026-04-23T03:12:35.982196Z","steps":["trace[279878421] 'agreement among raft nodes before linearized reading' (duration: 6.043054629s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982191Z","caller":"traceutil/trace.go:171","msg":"trace[1285173552] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26014; }","duration":"6.803066918s","start":"2026-04-23T03:12:29.179108Z","end":"2026-04-23T03:12:35.982175Z","steps":["trace[1285173552] 'agreement among raft nodes before linearized reading' (duration: 6.802971855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.998705Z","time spent":"1.983534731s","remote":"127.0.0.1:35976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.939011Z","time spent":"6.043232435s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.98226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1990311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-23T03:12:35.982291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.319262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122200"} {"level":"info","ts":"2026-04-23T03:12:35.982319Z","caller":"traceutil/trace.go:171","msg":"trace[1569118511] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26014; }","duration":"432.385974ms","start":"2026-04-23T03:12:35.549927Z","end":"2026-04-23T03:12:35.982313Z","steps":["trace[1569118511] 'agreement among raft nodes before linearized reading' (duration: 432.257769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.553047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:35.98234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.549906Z","time spent":"432.430325ms","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122223,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-23T03:12:35.982349Z","caller":"traceutil/trace.go:171","msg":"trace[804766765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26014; }","duration":"959.622119ms","start":"2026-04-23T03:12:35.022717Z","end":"2026-04-23T03:12:35.982339Z","steps":["trace[804766765] 'agreement among raft nodes before linearized reading' (duration: 959.569338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633834735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:35.982357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294734016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-845c87769f-hkdcd.18a8dc1d35ea1845\" ","response":"range_response_count:1 size:2097"} {"level":"warn","ts":"2026-04-23T03:12:35.982413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296582895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-4qhxs\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-04-23T03:12:35.982422Z","caller":"traceutil/trace.go:171","msg":"trace[495660269] range","detail":"{range_begin:/registry/events/openstack/glance-api-845c87769f-hkdcd.18a8dc1d35ea1845; range_end:; response_count:1; response_revision:26014; }","duration":"2.294829289s","start":"2026-04-23T03:12:33.687584Z","end":"2026-04-23T03:12:35.982414Z","steps":["trace[495660269] 'agreement among raft nodes before linearized reading' (duration: 2.294726025s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982442Z","caller":"traceutil/trace.go:171","msg":"trace[803525791] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-4qhxs; range_end:; response_count:1; response_revision:26014; }","duration":"2.296607105s","start":"2026-04-23T03:12:33.685825Z","end":"2026-04-23T03:12:35.982432Z","steps":["trace[803525791] 'agreement among raft nodes before linearized reading' (duration: 2.296543383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.687567Z","time spent":"2.294882591s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2120,"request content":"key:\"/registry/events/openstack/glance-api-845c87769f-hkdcd.18a8dc1d35ea1845\" "} {"level":"warn","ts":"2026-04-23T03:12:35.982473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.685755Z","time spent":"2.296713208s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-4qhxs\" "} {"level":"warn","ts":"2026-04-23T03:12:35.982509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859270544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.321293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:35.982547Z","caller":"traceutil/trace.go:171","msg":"trace[886352730] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26014; }","duration":"6.859322055s","start":"2026-04-23T03:12:29.123215Z","end":"2026-04-23T03:12:35.982538Z","steps":["trace[886352730] 'agreement among raft nodes before linearized reading' (duration: 6.859265173s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982557Z","caller":"traceutil/trace.go:171","msg":"trace[128826177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26014; }","duration":"195.376276ms","start":"2026-04-23T03:12:35.787175Z","end":"2026-04-23T03:12:35.982551Z","steps":["trace[128826177] 'agreement among raft nodes before linearized reading' (duration: 195.344165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.123208Z","time spent":"6.859360597s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:35.982572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350017192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685185219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:35.982608Z","caller":"traceutil/trace.go:171","msg":"trace[1983452675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26014; }","duration":"3.685243141s","start":"2026-04-23T03:12:32.297359Z","end":"2026-04-23T03:12:35.982602Z","steps":["trace[1983452675] 'agreement among raft nodes before linearized reading' (duration: 3.685203339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.50207Z","time spent":"4.480000984s","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:35.982612Z","caller":"traceutil/trace.go:171","msg":"trace[1703699656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26014; }","duration":"3.350092605s","start":"2026-04-23T03:12:32.632507Z","end":"2026-04-23T03:12:35.982599Z","steps":["trace[1703699656] 'agreement among raft nodes before linearized reading' (duration: 3.350029423s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.98263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.297338Z","time spent":"3.685286771s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.632485Z","time spent":"3.350151897s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.9827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827764097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.689763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T03:12:35.982765Z","caller":"traceutil/trace.go:171","msg":"trace[648602343] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26014; }","duration":"500.745864ms","start":"2026-04-23T03:12:35.482006Z","end":"2026-04-23T03:12:35.982752Z","steps":["trace[648602343] 'agreement among raft nodes before linearized reading' (duration: 500.60563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.98239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.022695Z","time spent":"959.686792ms","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.870923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386910684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:35.982844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397746308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:35.982866Z","caller":"traceutil/trace.go:171","msg":"trace[1923706275] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26014; }","duration":"2.39781679s","start":"2026-04-23T03:12:33.585044Z","end":"2026-04-23T03:12:35.98286Z","steps":["trace[1923706275] 'agreement among raft nodes before linearized reading' (duration: 2.397777199s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982867Z","caller":"traceutil/trace.go:171","msg":"trace[991445380] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26014; }","duration":"2.387002017s","start":"2026-04-23T03:12:33.595855Z","end":"2026-04-23T03:12:35.982857Z","steps":["trace[991445380] 'agreement among raft nodes before linearized reading' (duration: 2.386937345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331112788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.982887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.585014Z","time spent":"2.397868722s","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273040478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.9829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.595821Z","time spent":"2.387071369s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:35.982911Z","caller":"traceutil/trace.go:171","msg":"trace[1923430131] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26014; }","duration":"6.331897983s","start":"2026-04-23T03:12:29.650998Z","end":"2026-04-23T03:12:35.982896Z","steps":["trace[1923430131] 'agreement among raft nodes before linearized reading' (duration: 6.331136559s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982928Z","caller":"traceutil/trace.go:171","msg":"trace[2053667286] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26014; }","duration":"3.27310546s","start":"2026-04-23T03:12:32.709815Z","end":"2026-04-23T03:12:35.98292Z","steps":["trace[2053667286] 'agreement among raft nodes before linearized reading' (duration: 3.273065069s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982297Z","caller":"traceutil/trace.go:171","msg":"trace[932929555] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4; range_end:; response_count:1; response_revision:26014; }","duration":"4.199082861s","start":"2026-04-23T03:12:31.783203Z","end":"2026-04-23T03:12:35.982286Z","steps":["trace[932929555] 'agreement among raft nodes before linearized reading' (duration: 4.198967347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.650949Z","time spent":"6.331986586s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.709795Z","time spent":"3.273152532s","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.783195Z","time spent":"4.199765673s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-ba23d2b3-9dce-4463-8d14-b0b5ddbc60e4\" "} {"level":"info","ts":"2026-04-23T03:12:35.982836Z","caller":"traceutil/trace.go:171","msg":"trace[2100735105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26014; }","duration":"163.0701ms","start":"2026-04-23T03:12:35.819755Z","end":"2026-04-23T03:12:35.982825Z","steps":["trace[2100735105] 'agreement among raft nodes before linearized reading' (duration: 162.884654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982417Z","caller":"traceutil/trace.go:171","msg":"trace[1514813418] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26014; }","duration":"1.633902147s","start":"2026-04-23T03:12:34.348507Z","end":"2026-04-23T03:12:35.982409Z","steps":["trace[1514813418] 'agreement among raft nodes before linearized reading' (duration: 1.633862165s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982764Z","caller":"traceutil/trace.go:171","msg":"trace[1865978636] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26014; }","duration":"3.827882041s","start":"2026-04-23T03:12:32.154864Z","end":"2026-04-23T03:12:35.982746Z","steps":["trace[1865978636] 'agreement among raft nodes before linearized reading' (duration: 3.827770038s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.179086Z","time spent":"6.803164022s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.983118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.154841Z","time spent":"3.828263053s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868991639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:35.983179Z","caller":"traceutil/trace.go:171","msg":"trace[395595217] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26014; }","duration":"4.870192987s","start":"2026-04-23T03:12:31.112977Z","end":"2026-04-23T03:12:35.983171Z","steps":["trace[395595217] 'agreement among raft nodes before linearized reading' (duration: 4.868939107s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:35.982117Z","caller":"traceutil/trace.go:171","msg":"trace[650063592] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26014; }","duration":"4.632872009s","start":"2026-04-23T03:12:31.349231Z","end":"2026-04-23T03:12:35.982103Z","steps":["trace[650063592] 'agreement among raft nodes before linearized reading' (duration: 4.632830468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.983238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.349214Z","time spent":"4.634009935s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:35.980921Z","caller":"traceutil/trace.go:171","msg":"trace[376311163] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"1.858049696s","start":"2026-04-23T03:12:34.122857Z","end":"2026-04-23T03:12:35.980907Z","steps":["trace[376311163] 'process raft request' (duration: 1.858020335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.982796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.48199Z","time spent":"500.800197ms","remote":"127.0.0.1:46152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T03:12:35.983082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:34.348485Z","time spent":"1.634587339s","remote":"127.0.0.1:46386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.983205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.112958Z","time spent":"4.870239789s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.982171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.607792Z","time spent":"4.374374299s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.983609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:34.122835Z","time spent":"1.860439132s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:35.984715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.0525874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388791"} {"level":"info","ts":"2026-04-23T03:12:35.984748Z","caller":"traceutil/trace.go:171","msg":"trace[855123926] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26014; }","duration":"5.053000484s","start":"2026-04-23T03:12:30.931739Z","end":"2026-04-23T03:12:35.98474Z","steps":["trace[855123926] 'agreement among raft nodes before linearized reading' (duration: 5.050216225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.984783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.931495Z","time spent":"5.053270291s","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1999,"response size":388814,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-23T03:12:36.487397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:37.991381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:37.991496Z","caller":"traceutil/trace.go:171","msg":"trace[408604176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717467s","start":"2026-04-23T03:12:35.990752Z","end":"2026-04-23T03:12:37.99147Z","steps":["trace[408604176] 'agreement among raft nodes before linearized reading' (duration: 2.000470089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.991553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.990749Z","time spent":"2.000792209s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:38.271936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.688187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.272136Z","caller":"traceutil/trace.go:171","msg":"trace[1878721148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26014; }","duration":"786.898854ms","start":"2026-04-23T03:12:37.485217Z","end":"2026-04-23T03:12:38.272116Z","steps":["trace[1878721148] 'range keys from in-memory index tree' (duration: 786.670017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.273123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364067536s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:38.273235Z","caller":"traceutil/trace.go:171","msg":"trace[1265763593] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"2.287173875s","start":"2026-04-23T03:12:35.986042Z","end":"2026-04-23T03:12:38.273216Z","steps":["trace[1265763593] 'process raft request' (duration: 923.300795ms)","trace[1265763593] 'compare' (duration: 1.361474254s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.2733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.986026Z","time spent":"2.287246078s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:38.318996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409884841s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:38.319554Z","caller":"traceutil/trace.go:171","msg":"trace[1168257998] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"2.333375733s","start":"2026-04-23T03:12:35.986152Z","end":"2026-04-23T03:12:38.319527Z","steps":["trace[1168257998] 'process raft request' (duration: 2.333024472s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.319585Z","caller":"traceutil/trace.go:171","msg":"trace[143472898] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26905; }","duration":"2.333312401s","start":"2026-04-23T03:12:35.986248Z","end":"2026-04-23T03:12:38.31956Z","steps":["trace[143472898] 'read index received' (duration: 923.063828ms)","trace[143472898] 'applied index is now lower than readState.Index' (duration: 1.410247723s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.319717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.986129Z","time spent":"2.333487116s","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:38.319823Z","caller":"traceutil/trace.go:171","msg":"trace[990215406] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"2.329176579s","start":"2026-04-23T03:12:35.990626Z","end":"2026-04-23T03:12:38.319803Z","steps":["trace[990215406] 'process raft request' (duration: 2.328718555s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.31972Z","caller":"traceutil/trace.go:171","msg":"trace[1097632899] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"1.696827904s","start":"2026-04-23T03:12:36.622881Z","end":"2026-04-23T03:12:38.319709Z","steps":["trace[1097632899] 'process raft request' (duration: 1.696620298s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.319936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.542675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.320022Z","caller":"traceutil/trace.go:171","msg":"trace[1537503364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26018; }","duration":"328.679119ms","start":"2026-04-23T03:12:37.991324Z","end":"2026-04-23T03:12:38.320003Z","steps":["trace[1537503364] 'agreement among raft nodes before linearized reading' (duration: 328.517884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.320017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.622859Z","time spent":"1.697078162s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:38.320054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332164374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:38.320073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.9913Z","time spent":"328.762702ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:38.320106Z","caller":"traceutil/trace.go:171","msg":"trace[1707217680] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26018; }","duration":"2.332235867s","start":"2026-04-23T03:12:35.987855Z","end":"2026-04-23T03:12:38.320091Z","steps":["trace[1707217680] 'agreement among raft nodes before linearized reading' (duration: 2.332164924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.320146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.987843Z","time spent":"2.332293388s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.319954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.990618Z","time spent":"2.329261682s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5578,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:38.320182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.405387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.320286Z","caller":"traceutil/trace.go:171","msg":"trace[1307857404] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26018; }","duration":"190.536962ms","start":"2026-04-23T03:12:38.129724Z","end":"2026-04-23T03:12:38.320261Z","steps":["trace[1307857404] 'agreement among raft nodes before linearized reading' (duration: 190.422008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.320366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.269186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:38.320427Z","caller":"traceutil/trace.go:171","msg":"trace[763627388] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26018; }","duration":"180.335558ms","start":"2026-04-23T03:12:38.14008Z","end":"2026-04-23T03:12:38.320415Z","steps":["trace[763627388] 'agreement among raft nodes before linearized reading' (duration: 179.956506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.320676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401000709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:38.320736Z","caller":"traceutil/trace.go:171","msg":"trace[55467153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26018; }","duration":"1.401090362s","start":"2026-04-23T03:12:36.919628Z","end":"2026-04-23T03:12:38.320718Z","steps":["trace[55467153] 'agreement among raft nodes before linearized reading' (duration: 1.401000589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.320818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.919612Z","time spent":"1.401191595s","remote":"127.0.0.1:46662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:38.320909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334648173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117441"} {"level":"info","ts":"2026-04-23T03:12:38.320946Z","caller":"traceutil/trace.go:171","msg":"trace[1461671986] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26018; }","duration":"2.334704394s","start":"2026-04-23T03:12:35.98623Z","end":"2026-04-23T03:12:38.320934Z","steps":["trace[1461671986] 'agreement among raft nodes before linearized reading' (duration: 2.333584949s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.321004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.986213Z","time spent":"2.334779157s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117464,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.321119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332603888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T03:12:38.321167Z","caller":"traceutil/trace.go:171","msg":"trace[617738466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26018; }","duration":"2.33266347s","start":"2026-04-23T03:12:35.988491Z","end":"2026-04-23T03:12:38.321154Z","steps":["trace[617738466] 'agreement among raft nodes before linearized reading' (duration: 2.331517694s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.321206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.988485Z","time spent":"2.332711812s","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.321494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335235362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117441"} {"level":"info","ts":"2026-04-23T03:12:38.321542Z","caller":"traceutil/trace.go:171","msg":"trace[354052478] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26018; }","duration":"2.335297403s","start":"2026-04-23T03:12:35.986232Z","end":"2026-04-23T03:12:38.321529Z","steps":["trace[354052478] 'agreement among raft nodes before linearized reading' (duration: 2.333531067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.321578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.986219Z","time spent":"2.335348516s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117464,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.325539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3188173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29615220-qvnxx.18a8dd246ea8cbfe\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26014 ","response":"range_response_count:500 size:389721"} {"level":"info","ts":"2026-04-23T03:12:38.325596Z","caller":"traceutil/trace.go:171","msg":"trace[397872762] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29615220-qvnxx.18a8dd246ea8cbfe\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26018; }","duration":"2.318906163s","start":"2026-04-23T03:12:36.006676Z","end":"2026-04-23T03:12:38.325582Z","steps":["trace[397872762] 'agreement among raft nodes before linearized reading' (duration: 2.313192682s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.325638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.006659Z","time spent":"2.318959294s","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1499,"response size":389744,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29615220-qvnxx.18a8dd246ea8cbfe\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26014 "} {"level":"info","ts":"2026-04-23T03:12:38.595951Z","caller":"traceutil/trace.go:171","msg":"trace[766161685] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26909; }","duration":"267.147555ms","start":"2026-04-23T03:12:38.328781Z","end":"2026-04-23T03:12:38.595928Z","steps":["trace[766161685] 'read index received' (duration: 219.054457ms)","trace[766161685] 'applied index is now lower than readState.Index' (duration: 48.092168ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:38.596099Z","caller":"traceutil/trace.go:171","msg":"trace[1342379333] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"268.24817ms","start":"2026-04-23T03:12:38.327839Z","end":"2026-04-23T03:12:38.596087Z","steps":["trace[1342379333] 'process raft request' (duration: 219.985607ms)","trace[1342379333] 'compare' (duration: 47.984424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.596588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.781565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T03:12:38.596691Z","caller":"traceutil/trace.go:171","msg":"trace[1281309719] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26019; }","duration":"267.915839ms","start":"2026-04-23T03:12:38.328753Z","end":"2026-04-23T03:12:38.596668Z","steps":["trace[1281309719] 'agreement among raft nodes before linearized reading' (duration: 267.512076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.655013Z","caller":"traceutil/trace.go:171","msg":"trace[699579283] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26020; }","duration":"326.062107ms","start":"2026-04-23T03:12:38.328928Z","end":"2026-04-23T03:12:38.65499Z","steps":["trace[699579283] 'process raft request' (duration: 325.662104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.655212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.32892Z","time spent":"326.17474ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-23T03:12:38.655652Z","caller":"traceutil/trace.go:171","msg":"trace[1650493378] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"324.487836ms","start":"2026-04-23T03:12:38.331152Z","end":"2026-04-23T03:12:38.65564Z","steps":["trace[1650493378] 'process raft request' (duration: 323.6427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.655727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.331138Z","time spent":"324.551388ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4348,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:38.655905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.378784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.655948Z","caller":"traceutil/trace.go:171","msg":"trace[1856394416] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26021; }","duration":"160.460767ms","start":"2026-04-23T03:12:38.495476Z","end":"2026-04-23T03:12:38.655937Z","steps":["trace[1856394416] 'agreement among raft nodes before linearized reading' (duration: 160.391625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.656162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.860425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:12:38.6562Z","caller":"traceutil/trace.go:171","msg":"trace[707888746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26021; }","duration":"198.304929ms","start":"2026-04-23T03:12:38.457886Z","end":"2026-04-23T03:12:38.656191Z","steps":["trace[707888746] 'agreement among raft nodes before linearized reading' (duration: 198.194905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.658557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.846484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-metadata-agent-default-md6fg.18a8dd0015e47963\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26014 ","response":"range_response_count:500 size:390234"} {"level":"info","ts":"2026-04-23T03:12:38.658611Z","caller":"traceutil/trace.go:171","msg":"trace[1553726118] range","detail":"{range_begin:/registry/events/openstack/neutron-metadata-agent-default-md6fg.18a8dd0015e47963\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26021; }","duration":"316.921147ms","start":"2026-04-23T03:12:38.341678Z","end":"2026-04-23T03:12:38.658599Z","steps":["trace[1553726118] 'agreement among raft nodes before linearized reading' (duration: 314.700946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.658661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.341668Z","time spent":"316.966378ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":999,"response size":390257,"request content":"key:\"/registry/events/openstack/neutron-metadata-agent-default-md6fg.18a8dd0015e47963\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26014 "} {"level":"warn","ts":"2026-04-23T03:12:38.658867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.827704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.659942Z","caller":"traceutil/trace.go:171","msg":"trace[257021767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26021; }","duration":"329.958271ms","start":"2026-04-23T03:12:38.329961Z","end":"2026-04-23T03:12:38.65992Z","steps":["trace[257021767] 'agreement among raft nodes before linearized reading' (duration: 328.765903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.660054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.329954Z","time spent":"330.046473ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:38.659315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.381432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.660409Z","caller":"traceutil/trace.go:171","msg":"trace[1760651718] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26021; }","duration":"330.472226ms","start":"2026-04-23T03:12:38.329912Z","end":"2026-04-23T03:12:38.660384Z","steps":["trace[1760651718] 'agreement among raft nodes before linearized reading' (duration: 329.363601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.659426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.466505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122200"} {"level":"info","ts":"2026-04-23T03:12:38.660577Z","caller":"traceutil/trace.go:171","msg":"trace[574510237] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26021; }","duration":"330.611571ms","start":"2026-04-23T03:12:38.329947Z","end":"2026-04-23T03:12:38.660559Z","steps":["trace[574510237] 'agreement among raft nodes before linearized reading' (duration: 329.392282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.660488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.329907Z","time spent":"330.55813ms","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.660672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.32994Z","time spent":"330.716334ms","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122223,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T03:12:38.660921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.857251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T03:12:38.660995Z","caller":"traceutil/trace.go:171","msg":"trace[1370038822] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26021; }","duration":"331.947293ms","start":"2026-04-23T03:12:38.329031Z","end":"2026-04-23T03:12:38.660978Z","steps":["trace[1370038822] 'agreement among raft nodes before linearized reading' (duration: 330.26743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.664075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.329028Z","time spent":"334.818615ms","remote":"127.0.0.1:46230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-23T03:12:38.779933Z","caller":"traceutil/trace.go:171","msg":"trace[899402082] linearizableReadLoop","detail":"{readStateIndex:26913; appliedIndex:26912; }","duration":"114.121015ms","start":"2026-04-23T03:12:38.665788Z","end":"2026-04-23T03:12:38.779909Z","steps":["trace[899402082] 'read index received' (duration: 46.2982ms)","trace[899402082] 'applied index is now lower than readState.Index' (duration: 67.821624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.780361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.543378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T03:12:38.780578Z","caller":"traceutil/trace.go:171","msg":"trace[1643446054] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26022; }","duration":"114.792126ms","start":"2026-04-23T03:12:38.665772Z","end":"2026-04-23T03:12:38.780564Z","steps":["trace[1643446054] 'agreement among raft nodes before linearized reading' (duration: 114.403644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.780613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.239529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-23T03:12:38.780608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.551569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fgrfz\" ","response":"range_response_count:1 size:4045"} {"level":"info","ts":"2026-04-23T03:12:38.780695Z","caller":"traceutil/trace.go:171","msg":"trace[1531151823] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a8a4bf7-de9f-44eb-9cfd-e9916db5e3b7; range_end:; response_count:1; response_revision:26022; }","duration":"114.348732ms","start":"2026-04-23T03:12:38.666327Z","end":"2026-04-23T03:12:38.780676Z","steps":["trace[1531151823] 'agreement among raft nodes before linearized reading' (duration: 114.101654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.780737Z","caller":"traceutil/trace.go:171","msg":"trace[1189716360] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fgrfz; range_end:; response_count:1; response_revision:26022; }","duration":"114.710903ms","start":"2026-04-23T03:12:38.666004Z","end":"2026-04-23T03:12:38.780714Z","steps":["trace[1189716360] 'agreement among raft nodes before linearized reading' (duration: 114.406753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.779972Z","caller":"traceutil/trace.go:171","msg":"trace[1689214748] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"116.18659ms","start":"2026-04-23T03:12:38.663747Z","end":"2026-04-23T03:12:38.779933Z","steps":["trace[1689214748] 'process raft request' (duration: 48.366086ms)","trace[1689214748] 'compare' (duration: 67.69312ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:38.986558Z","caller":"traceutil/trace.go:171","msg":"trace[228020012] linearizableReadLoop","detail":"{readStateIndex:26917; appliedIndex:26916; }","duration":"110.815219ms","start":"2026-04-23T03:12:38.875723Z","end":"2026-04-23T03:12:38.986538Z","steps":["trace[228020012] 'read index received' (duration: 110.600203ms)","trace[228020012] 'applied index is now lower than readState.Index' (duration: 214.026µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.987089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4e2da7b-f50c-45ac-bf61-e53f1166e0e2\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T03:12:38.987075Z","caller":"traceutil/trace.go:171","msg":"trace[878935511] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"165.521487ms","start":"2026-04-23T03:12:38.821522Z","end":"2026-04-23T03:12:38.987043Z","steps":["trace[878935511] 'process raft request' (duration: 164.872397ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.987123Z","caller":"traceutil/trace.go:171","msg":"trace[1767371387] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4e2da7b-f50c-45ac-bf61-e53f1166e0e2; range_end:; response_count:1; response_revision:26026; }","duration":"108.391513ms","start":"2026-04-23T03:12:38.878723Z","end":"2026-04-23T03:12:38.987114Z","steps":["trace[1767371387] 'agreement among raft nodes before linearized reading' (duration: 108.056992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.987134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.568808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:12:38.98721Z","caller":"traceutil/trace.go:171","msg":"trace[2137976127] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26026; }","duration":"165.688692ms","start":"2026-04-23T03:12:38.821504Z","end":"2026-04-23T03:12:38.987193Z","steps":["trace[2137976127] 'agreement among raft nodes before linearized reading' (duration: 165.254648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.987217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.961642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-23T03:12:38.987296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.707191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bcfm9\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-04-23T03:12:38.987303Z","caller":"traceutil/trace.go:171","msg":"trace[2137603578] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26026; }","duration":"161.081886ms","start":"2026-04-23T03:12:38.8262Z","end":"2026-04-23T03:12:38.987282Z","steps":["trace[2137603578] 'agreement among raft nodes before linearized reading' (duration: 160.848279ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.987324Z","caller":"traceutil/trace.go:171","msg":"trace[1745514537] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-bcfm9; range_end:; response_count:1; response_revision:26026; }","duration":"107.760113ms","start":"2026-04-23T03:12:38.879556Z","end":"2026-04-23T03:12:38.987316Z","steps":["trace[1745514537] 'agreement among raft nodes before linearized reading' (duration: 107.689601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:39.202118Z","caller":"traceutil/trace.go:171","msg":"trace[1140608289] linearizableReadLoop","detail":"{readStateIndex:26920; appliedIndex:26917; }","duration":"205.041973ms","start":"2026-04-23T03:12:38.997045Z","end":"2026-04-23T03:12:39.202087Z","steps":["trace[1140608289] 'read index received' (duration: 30.673045ms)","trace[1140608289] 'applied index is now lower than readState.Index' (duration: 174.367718ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:39.202319Z","caller":"traceutil/trace.go:171","msg":"trace[451663528] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"207.47611ms","start":"2026-04-23T03:12:38.994807Z","end":"2026-04-23T03:12:39.202283Z","steps":["trace[451663528] 'process raft request' (duration: 160.403935ms)","trace[451663528] 'compare' (duration: 46.485686ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:39.202344Z","caller":"traceutil/trace.go:171","msg":"trace[478255228] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"206.552831ms","start":"2026-04-23T03:12:38.995759Z","end":"2026-04-23T03:12:39.202312Z","steps":["trace[478255228] 'process raft request' (duration: 206.190079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:39.20256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.488267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T03:12:39.202624Z","caller":"traceutil/trace.go:171","msg":"trace[1583301700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0f8eaa1-b716-42e2-90ef-8eebf73c319c; range_end:; response_count:1; response_revision:26029; }","duration":"205.59472ms","start":"2026-04-23T03:12:38.997012Z","end":"2026-04-23T03:12:39.202607Z","steps":["trace[1583301700] 'agreement among raft nodes before linearized reading' (duration: 205.194308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:51.888268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:52.388525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342217578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:52.68815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439391728s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:56.66098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972576616s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:12:56.661084Z","caller":"traceutil/trace.go:171","msg":"trace[1560201534] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26921; }","duration":"5.273777606s","start":"2026-04-23T03:12:51.387289Z","end":"2026-04-23T03:12:56.661067Z","steps":["trace[1560201534] 'read index received' (duration: 1.301025894s)","trace[1560201534] 'applied index is now lower than readState.Index' (duration: 3.972749712s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:56.661221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27391084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.661278Z","caller":"traceutil/trace.go:171","msg":"trace[1096677904] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26029; }","duration":"5.274014913s","start":"2026-04-23T03:12:51.387249Z","end":"2026-04-23T03:12:56.661264Z","steps":["trace[1096677904] 'agreement among raft nodes before linearized reading' (duration: 5.27390252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.661314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:51.38723Z","time spent":"5.274074575s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.661363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654846457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:56.661431Z","caller":"traceutil/trace.go:171","msg":"trace[167614018] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26029; }","duration":"4.654962211s","start":"2026-04-23T03:12:52.006454Z","end":"2026-04-23T03:12:56.661416Z","steps":["trace[167614018] 'agreement among raft nodes before linearized reading' (duration: 4.654734344s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.661471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.006435Z","time spent":"4.655025642s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.661566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524866643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:56.661626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623757934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:56.661649Z","caller":"traceutil/trace.go:171","msg":"trace[964584625] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26029; }","duration":"1.623829896s","start":"2026-04-23T03:12:55.037813Z","end":"2026-04-23T03:12:56.661642Z","steps":["trace[964584625] 'agreement among raft nodes before linearized reading' (duration: 1.623786055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.66167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.037795Z","time spent":"1.623870188s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.661687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288246217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:56.661732Z","caller":"traceutil/trace.go:171","msg":"trace[1827445493] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26029; }","duration":"1.28833102s","start":"2026-04-23T03:12:55.373391Z","end":"2026-04-23T03:12:56.661722Z","steps":["trace[1827445493] 'agreement among raft nodes before linearized reading' (duration: 1.288245767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.661768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.373369Z","time spent":"1.288391672s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.661798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206709989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.661828Z","caller":"traceutil/trace.go:171","msg":"trace[493024068] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26029; }","duration":"2.206789272s","start":"2026-04-23T03:12:54.455029Z","end":"2026-04-23T03:12:56.661818Z","steps":["trace[493024068] 'agreement among raft nodes before linearized reading' (duration: 2.20674439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.661848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.455013Z","time spent":"2.206829613s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.661951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950970028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:56.661953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.589746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:56.661977Z","caller":"traceutil/trace.go:171","msg":"trace[222741842] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26029; }","duration":"2.951050431s","start":"2026-04-23T03:12:53.71092Z","end":"2026-04-23T03:12:56.661971Z","steps":["trace[222741842] 'agreement among raft nodes before linearized reading' (duration: 2.951008989s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:56.66199Z","caller":"traceutil/trace.go:171","msg":"trace[105490726] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26029; }","duration":"112.657628ms","start":"2026-04-23T03:12:56.549319Z","end":"2026-04-23T03:12:56.661976Z","steps":["trace[105490726] 'agreement among raft nodes before linearized reading' (duration: 112.600086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.662024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784752601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.662044Z","caller":"traceutil/trace.go:171","msg":"trace[1889009456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26029; }","duration":"3.784800153s","start":"2026-04-23T03:12:52.877237Z","end":"2026-04-23T03:12:56.662037Z","steps":["trace[1889009456] 'agreement among raft nodes before linearized reading' (duration: 3.784771662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.662068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.877218Z","time spent":"3.784844204s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:56.66164Z","caller":"traceutil/trace.go:171","msg":"trace[1130092463] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26029; }","duration":"1.525121942s","start":"2026-04-23T03:12:55.136499Z","end":"2026-04-23T03:12:56.661621Z","steps":["trace[1130092463] 'agreement among raft nodes before linearized reading' (duration: 1.52476695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.662159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.249097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:56.662181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062020998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.66219Z","caller":"traceutil/trace.go:171","msg":"trace[431335755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26029; }","duration":"130.313049ms","start":"2026-04-23T03:12:56.531868Z","end":"2026-04-23T03:12:56.662182Z","steps":["trace[431335755] 'agreement among raft nodes before linearized reading' (duration: 130.266268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:56.662236Z","caller":"traceutil/trace.go:171","msg":"trace[1792777612] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26029; }","duration":"4.0620804s","start":"2026-04-23T03:12:52.600117Z","end":"2026-04-23T03:12:56.662197Z","steps":["trace[1792777612] 'agreement among raft nodes before linearized reading' (duration: 4.062040309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.662241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.136436Z","time spent":"1.525778852s","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.662265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.600094Z","time spent":"4.062163373s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.661998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:53.710889Z","time spent":"2.951101442s","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.662506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376452439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.662563Z","caller":"traceutil/trace.go:171","msg":"trace[1282575446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26029; }","duration":"1.376545902s","start":"2026-04-23T03:12:55.286006Z","end":"2026-04-23T03:12:56.662552Z","steps":["trace[1282575446] 'agreement among raft nodes before linearized reading' (duration: 1.37646781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.662594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.285986Z","time spent":"1.376598444s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.662788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428564154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.662823Z","caller":"traceutil/trace.go:171","msg":"trace[1951717274] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26029; }","duration":"1.428635126s","start":"2026-04-23T03:12:55.234178Z","end":"2026-04-23T03:12:56.662813Z","steps":["trace[1951717274] 'agreement among raft nodes before linearized reading' (duration: 1.428576645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.66286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.234158Z","time spent":"1.428692959s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:14:14.607192Z","caller":"traceutil/trace.go:171","msg":"trace[1458680601] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"129.3715ms","start":"2026-04-23T03:14:14.477792Z","end":"2026-04-23T03:14:14.607163Z","steps":["trace[1458680601] 'process raft request' (duration: 129.031839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:16.748051Z","caller":"traceutil/trace.go:171","msg":"trace[1625722504] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"129.567165ms","start":"2026-04-23T03:14:16.618318Z","end":"2026-04-23T03:14:16.747885Z","steps":["trace[1625722504] 'process raft request' (duration: 129.282416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:30.576719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.247329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:14:30.576807Z","caller":"traceutil/trace.go:171","msg":"trace[23901985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26362; }","duration":"307.382333ms","start":"2026-04-23T03:14:30.269407Z","end":"2026-04-23T03:14:30.57679Z","steps":["trace[23901985] 'range keys from in-memory index tree' (duration: 307.149206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:30.576909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:30.269392Z","time spent":"307.505818ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:15:00.335943Z","caller":"traceutil/trace.go:171","msg":"trace[231040010] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"152.737751ms","start":"2026-04-23T03:15:00.183178Z","end":"2026-04-23T03:15:00.335916Z","steps":["trace[231040010] 'process raft request' (duration: 152.567556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:00.51984Z","caller":"traceutil/trace.go:171","msg":"trace[1763656763] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"177.497958ms","start":"2026-04-23T03:15:00.342302Z","end":"2026-04-23T03:15:00.519799Z","steps":["trace[1763656763] 'process raft request' (duration: 153.764884ms)","trace[1763656763] 'compare' (duration: 23.179676ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:15:00.578219Z","caller":"traceutil/trace.go:171","msg":"trace[167966711] linearizableReadLoop","detail":"{readStateIndex:27405; appliedIndex:27403; }","duration":"232.67731ms","start":"2026-04-23T03:15:00.345514Z","end":"2026-04-23T03:15:00.578191Z","steps":["trace[167966711] 'read index received' (duration: 150.597743ms)","trace[167966711] 'applied index is now lower than readState.Index' (duration: 82.078487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:00.578465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.923968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-23T03:15:00.578524Z","caller":"traceutil/trace.go:171","msg":"trace[1844957238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26502; }","duration":"233.031012ms","start":"2026-04-23T03:15:00.345469Z","end":"2026-04-23T03:15:00.5785Z","steps":["trace[1844957238] 'agreement among raft nodes before linearized reading' (duration: 232.826206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:00.57859Z","caller":"traceutil/trace.go:171","msg":"trace[463434732] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"235.052546ms","start":"2026-04-23T03:15:00.343503Z","end":"2026-04-23T03:15:00.578556Z","steps":["trace[463434732] 'process raft request' (duration: 234.491878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:00.730573Z","caller":"traceutil/trace.go:171","msg":"trace[42594500] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"139.926514ms","start":"2026-04-23T03:15:00.590623Z","end":"2026-04-23T03:15:00.730549Z","steps":["trace[42594500] 'process raft request' (duration: 139.754469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:02.623418Z","caller":"traceutil/trace.go:171","msg":"trace[933333151] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"474.372122ms","start":"2026-04-23T03:17:02.149015Z","end":"2026-04-23T03:17:02.623387Z","steps":["trace[933333151] 'process raft request' (duration: 474.167475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:02.623643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:02.148995Z","time spent":"474.511116ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:02.629828Z","caller":"traceutil/trace.go:171","msg":"trace[1048805425] linearizableReadLoop","detail":"{readStateIndex:28374; appliedIndex:28371; }","duration":"360.703465ms","start":"2026-04-23T03:17:02.269104Z","end":"2026-04-23T03:17:02.629808Z","steps":["trace[1048805425] 'read index received' (duration: 354.092406ms)","trace[1048805425] 'applied index is now lower than readState.Index' (duration: 6.609949ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:02.629893Z","caller":"traceutil/trace.go:171","msg":"trace[500255078] transaction","detail":"{read_only:false; response_revision:27444; number_of_response:1; }","duration":"441.520499ms","start":"2026-04-23T03:17:02.188345Z","end":"2026-04-23T03:17:02.629865Z","steps":["trace[500255078] 'process raft request' (duration: 441.392075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:02.629931Z","caller":"traceutil/trace.go:171","msg":"trace[933835268] transaction","detail":"{read_only:false; response_revision:27445; number_of_response:1; }","duration":"249.785776ms","start":"2026-04-23T03:17:02.380135Z","end":"2026-04-23T03:17:02.62992Z","steps":["trace[933835268] 'process raft request' (duration: 249.632391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:02.63005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:02.188338Z","time spent":"441.630583ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:02.630111Z","caller":"traceutil/trace.go:171","msg":"trace[1910634598] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"444.676999ms","start":"2026-04-23T03:17:02.185411Z","end":"2026-04-23T03:17:02.630088Z","steps":["trace[1910634598] 'process raft request' (duration: 444.176693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:02.630238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:02.185388Z","time spent":"444.786543ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:17:02.630369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.260793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:02.630417Z","caller":"traceutil/trace.go:171","msg":"trace[369642339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27445; }","duration":"361.319874ms","start":"2026-04-23T03:17:02.269089Z","end":"2026-04-23T03:17:02.630409Z","steps":["trace[369642339] 'agreement among raft nodes before linearized reading' (duration: 361.241612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:02.63044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:02.26903Z","time spent":"361.405027ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:17:02.630507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.186171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:17:02.630543Z","caller":"traceutil/trace.go:171","msg":"trace[1762079494] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27445; }","duration":"153.264503ms","start":"2026-04-23T03:17:02.47727Z","end":"2026-04-23T03:17:02.630534Z","steps":["trace[1762079494] 'agreement among raft nodes before linearized reading' (duration: 153.198981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:02.630621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.908726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:17:02.631144Z","caller":"traceutil/trace.go:171","msg":"trace[1380550514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27445; }","duration":"190.097251ms","start":"2026-04-23T03:17:02.440588Z","end":"2026-04-23T03:17:02.630685Z","steps":["trace[1380550514] 'agreement among raft nodes before linearized reading' (duration: 189.684568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:08.095935Z","caller":"traceutil/trace.go:171","msg":"trace[1663141086] linearizableReadLoop","detail":"{readStateIndex:28414; appliedIndex:28413; }","duration":"223.644456ms","start":"2026-04-23T03:17:07.872269Z","end":"2026-04-23T03:17:08.095914Z","steps":["trace[1663141086] 'read index received' (duration: 223.532182ms)","trace[1663141086] 'applied index is now lower than readState.Index' (duration: 111.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:08.095993Z","caller":"traceutil/trace.go:171","msg":"trace[260848956] transaction","detail":"{read_only:false; response_revision:27483; number_of_response:1; }","duration":"232.675913ms","start":"2026-04-23T03:17:07.863283Z","end":"2026-04-23T03:17:08.095959Z","steps":["trace[260848956] 'process raft request' (duration: 232.485937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:08.096122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.843333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:17:08.096159Z","caller":"traceutil/trace.go:171","msg":"trace[796199273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27483; }","duration":"223.939746ms","start":"2026-04-23T03:17:07.87221Z","end":"2026-04-23T03:17:08.09615Z","steps":["trace[796199273] 'agreement among raft nodes before linearized reading' (duration: 223.809951ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:08.263861Z","caller":"traceutil/trace.go:171","msg":"trace[1399998449] transaction","detail":"{read_only:false; response_revision:27484; number_of_response:1; }","duration":"267.739796ms","start":"2026-04-23T03:17:07.996087Z","end":"2026-04-23T03:17:08.263826Z","steps":["trace[1399998449] 'process raft request' (duration: 266.560668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:08.264034Z","caller":"traceutil/trace.go:171","msg":"trace[824859007] linearizableReadLoop","detail":"{readStateIndex:28416; appliedIndex:28414; }","duration":"167.99676ms","start":"2026-04-23T03:17:08.096002Z","end":"2026-04-23T03:17:08.263998Z","steps":["trace[824859007] 'read index received' (duration: 166.651577ms)","trace[824859007] 'applied index is now lower than readState.Index' (duration: 1.343573ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:08.264149Z","caller":"traceutil/trace.go:171","msg":"trace[1563007925] transaction","detail":"{read_only:false; response_revision:27485; number_of_response:1; }","duration":"253.445961ms","start":"2026-04-23T03:17:08.010657Z","end":"2026-04-23T03:17:08.264103Z","steps":["trace[1563007925] 'process raft request' (duration: 253.09122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:08.264216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.386365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:17:08.264321Z","caller":"traceutil/trace.go:171","msg":"trace[1320515288] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27485; }","duration":"256.55243ms","start":"2026-04-23T03:17:08.00775Z","end":"2026-04-23T03:17:08.264303Z","steps":["trace[1320515288] 'agreement among raft nodes before linearized reading' (duration: 256.380844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:08.652052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.109306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:17:08.652349Z","caller":"traceutil/trace.go:171","msg":"trace[1904678024] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"551.452318ms","start":"2026-04-23T03:17:08.100844Z","end":"2026-04-23T03:17:08.652296Z","steps":["trace[1904678024] 'process raft request' (duration: 272.015651ms)","trace[1904678024] 'compare' (duration: 278.566459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:08.652549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.100818Z","time spent":"551.626122ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:08.652637Z","caller":"traceutil/trace.go:171","msg":"trace[335524529] linearizableReadLoop","detail":"{readStateIndex:28417; appliedIndex:28416; }","duration":"380.952508ms","start":"2026-04-23T03:17:08.271658Z","end":"2026-04-23T03:17:08.65261Z","steps":["trace[335524529] 'read index received' (duration: 101.125909ms)","trace[335524529] 'applied index is now lower than readState.Index' (duration: 279.820228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:08.652782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.115623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:08.652823Z","caller":"traceutil/trace.go:171","msg":"trace[998272141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27487; }","duration":"381.192925ms","start":"2026-04-23T03:17:08.271617Z","end":"2026-04-23T03:17:08.65281Z","steps":["trace[998272141] 'agreement among raft nodes before linearized reading' (duration: 381.087222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:08.652858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.271594Z","time spent":"381.255527ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:17:09.349725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.746624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:17:09.349838Z","caller":"traceutil/trace.go:171","msg":"trace[1330792945] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"701.180497ms","start":"2026-04-23T03:17:08.648638Z","end":"2026-04-23T03:17:09.349819Z","steps":["trace[1330792945] 'process raft request' (duration: 376.255027ms)","trace[1330792945] 'compare' (duration: 323.752873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:09.349899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.648611Z","time spent":"701.25757ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:09.373181Z","caller":"traceutil/trace.go:171","msg":"trace[316215226] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"719.781188ms","start":"2026-04-23T03:17:08.653384Z","end":"2026-04-23T03:17:09.373165Z","steps":["trace[316215226] 'process raft request' (duration: 719.641963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.373284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.653353Z","time spent":"719.881791ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:09.373444Z","caller":"traceutil/trace.go:171","msg":"trace[1647462193] linearizableReadLoop","detail":"{readStateIndex:28420; appliedIndex:28418; }","duration":"719.124036ms","start":"2026-04-23T03:17:08.654249Z","end":"2026-04-23T03:17:09.373373Z","steps":["trace[1647462193] 'read index received' (duration: 370.65502ms)","trace[1647462193] 'applied index is now lower than readState.Index' (duration: 348.467146ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:09.373497Z","caller":"traceutil/trace.go:171","msg":"trace[1813199448] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"351.835574ms","start":"2026-04-23T03:17:09.021648Z","end":"2026-04-23T03:17:09.373484Z","steps":["trace[1813199448] 'process raft request' (duration: 351.477652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.373623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.332863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:17:09.373675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.021609Z","time spent":"351.953037ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:09.373718Z","caller":"traceutil/trace.go:171","msg":"trace[690590422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27490; }","duration":"719.481748ms","start":"2026-04-23T03:17:08.654214Z","end":"2026-04-23T03:17:09.373696Z","steps":["trace[690590422] 'agreement among raft nodes before linearized reading' (duration: 719.299302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.373768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.654195Z","time spent":"719.563791ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:17:09.91874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.734969ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:17:09.919014Z","caller":"traceutil/trace.go:171","msg":"trace[1491768254] linearizableReadLoop","detail":"{readStateIndex:28422; appliedIndex:28421; }","duration":"545.470458ms","start":"2026-04-23T03:17:09.373522Z","end":"2026-04-23T03:17:09.918992Z","steps":["trace[1491768254] 'read index received' (duration: 78.483751ms)","trace[1491768254] 'applied index is now lower than readState.Index' (duration: 466.985197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:09.919142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.469908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:17:09.91918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.092027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-04-23T03:17:09.91918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207625257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:17:09.919248Z","caller":"traceutil/trace.go:171","msg":"trace[781653797] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27490; }","duration":"817.590322ms","start":"2026-04-23T03:17:09.101633Z","end":"2026-04-23T03:17:09.919223Z","steps":["trace[781653797] 'agreement among raft nodes before linearized reading' (duration: 817.382306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:09.919252Z","caller":"traceutil/trace.go:171","msg":"trace[406234875] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27490; }","duration":"968.216092ms","start":"2026-04-23T03:17:08.951015Z","end":"2026-04-23T03:17:09.919232Z","steps":["trace[406234875] 'agreement among raft nodes before linearized reading' (duration: 968.011095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.21497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:17:09.9193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.101569Z","time spent":"817.720376ms","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:17:09.919328Z","caller":"traceutil/trace.go:171","msg":"trace[904743471] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27490; }","duration":"979.375226ms","start":"2026-04-23T03:17:08.939927Z","end":"2026-04-23T03:17:09.919302Z","steps":["trace[904743471] 'agreement among raft nodes before linearized reading' (duration: 979.131918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.951004Z","time spent":"968.292894ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-23T03:17:09.919389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.939911Z","time spent":"979.460738ms","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:17:09.919254Z","caller":"traceutil/trace.go:171","msg":"trace[12364657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27490; }","duration":"1.207755111s","start":"2026-04-23T03:17:08.711482Z","end":"2026-04-23T03:17:09.919237Z","steps":["trace[12364657] 'agreement among raft nodes before linearized reading' (duration: 1.207560495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.254608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:09.919583Z","caller":"traceutil/trace.go:171","msg":"trace[239248336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27491; }","duration":"538.332651ms","start":"2026-04-23T03:17:09.381242Z","end":"2026-04-23T03:17:09.919574Z","steps":["trace[239248336] 'agreement among raft nodes before linearized reading' (duration: 538.238648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.381223Z","time spent":"538.380272ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:17:09.919693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.154427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T03:17:09.919706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.804842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:09.919749Z","caller":"traceutil/trace.go:171","msg":"trace[1995702328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27491; }","duration":"151.261629ms","start":"2026-04-23T03:17:09.76847Z","end":"2026-04-23T03:17:09.919731Z","steps":["trace[1995702328] 'agreement among raft nodes before linearized reading' (duration: 151.026932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.749854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:17:09.919867Z","caller":"traceutil/trace.go:171","msg":"trace[336101835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27491; }","duration":"272.883178ms","start":"2026-04-23T03:17:09.646974Z","end":"2026-04-23T03:17:09.919857Z","steps":["trace[336101835] 'agreement among raft nodes before linearized reading' (duration: 272.657211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:09.91975Z","caller":"traceutil/trace.go:171","msg":"trace[254975685] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"537.095162ms","start":"2026-04-23T03:17:09.382617Z","end":"2026-04-23T03:17:09.919713Z","steps":["trace[254975685] 'process raft request' (duration: 536.230284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.005811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:17:09.919964Z","caller":"traceutil/trace.go:171","msg":"trace[200748891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27491; }","duration":"272.118734ms","start":"2026-04-23T03:17:09.647831Z","end":"2026-04-23T03:17:09.919949Z","steps":["trace[200748891] 'agreement among raft nodes before linearized reading' (duration: 271.885807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.464732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:17:09.920049Z","caller":"traceutil/trace.go:171","msg":"trace[442621532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27490; }","duration":"900.627007ms","start":"2026-04-23T03:17:09.019401Z","end":"2026-04-23T03:17:09.920028Z","steps":["trace[442621532] 'agreement among raft nodes before linearized reading' (duration: 899.610705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.919988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.3826Z","time spent":"537.313589ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:17:09.920107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.019377Z","time spent":"900.72006ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:17:09.920076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:08.711462Z","time spent":"1.207997689s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:17:09.91977Z","caller":"traceutil/trace.go:171","msg":"trace[286871175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27491; }","duration":"466.900675ms","start":"2026-04-23T03:17:09.45285Z","end":"2026-04-23T03:17:09.91975Z","steps":["trace[286871175] 'agreement among raft nodes before linearized reading' (duration: 466.806562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:09.920178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.452827Z","time spent":"467.340688ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:17:10.071736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.045889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:10.071952Z","caller":"traceutil/trace.go:171","msg":"trace[1840089062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27491; }","duration":"149.294566ms","start":"2026-04-23T03:17:09.922636Z","end":"2026-04-23T03:17:10.071931Z","steps":["trace[1840089062] 'range keys from in-memory index tree' (duration: 148.965087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:10.071989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.350532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-5j2hn\" ","response":"range_response_count:1 size:4583"} {"level":"info","ts":"2026-04-23T03:17:10.072078Z","caller":"traceutil/trace.go:171","msg":"trace[1820487898] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-5j2hn; range_end:; response_count:1; response_revision:27491; }","duration":"151.481406ms","start":"2026-04-23T03:17:09.920576Z","end":"2026-04-23T03:17:10.072057Z","steps":["trace[1820487898] 'range keys from in-memory index tree' (duration: 151.135975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:10.071977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.18608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:17:10.072208Z","caller":"traceutil/trace.go:171","msg":"trace[1123586138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27491; }","duration":"147.446688ms","start":"2026-04-23T03:17:09.924735Z","end":"2026-04-23T03:17:10.072182Z","steps":["trace[1123586138] 'range keys from in-memory index tree' (duration: 146.993544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:10.072616Z","caller":"traceutil/trace.go:171","msg":"trace[1304532469] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"147.700096ms","start":"2026-04-23T03:17:09.924877Z","end":"2026-04-23T03:17:10.072577Z","steps":["trace[1304532469] 'process raft request' (duration: 75.557237ms)","trace[1304532469] 'compare' (duration: 71.490198ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:10.135295Z","caller":"traceutil/trace.go:171","msg":"trace[2114755024] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"208.036781ms","start":"2026-04-23T03:17:09.927241Z","end":"2026-04-23T03:17:10.135278Z","steps":["trace[2114755024] 'process raft request' (duration: 207.923847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:10.135278Z","caller":"traceutil/trace.go:171","msg":"trace[1666238317] transaction","detail":"{read_only:false; response_revision:27493; number_of_response:1; }","duration":"209.944461ms","start":"2026-04-23T03:17:09.925298Z","end":"2026-04-23T03:17:10.135243Z","steps":["trace[1666238317] 'process raft request' (duration: 209.641702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:10.135423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.081163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:10.135837Z","caller":"traceutil/trace.go:171","msg":"trace[408935267] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27496; }","duration":"208.505425ms","start":"2026-04-23T03:17:09.927272Z","end":"2026-04-23T03:17:10.135777Z","steps":["trace[408935267] 'agreement among raft nodes before linearized reading' (duration: 208.052561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:10.135275Z","caller":"traceutil/trace.go:171","msg":"trace[1506944625] linearizableReadLoop","detail":"{readStateIndex:28427; appliedIndex:28423; }","duration":"207.952649ms","start":"2026-04-23T03:17:09.927297Z","end":"2026-04-23T03:17:10.135249Z","steps":["trace[1506944625] 'read index received' (duration: 73.224884ms)","trace[1506944625] 'applied index is now lower than readState.Index' (duration: 134.726835ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:10.135432Z","caller":"traceutil/trace.go:171","msg":"trace[1710453067] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"199.800959ms","start":"2026-04-23T03:17:09.935599Z","end":"2026-04-23T03:17:10.1354Z","steps":["trace[1710453067] 'process raft request' (duration: 199.603633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:10.135518Z","caller":"traceutil/trace.go:171","msg":"trace[1708564178] transaction","detail":"{read_only:false; response_revision:27494; number_of_response:1; }","duration":"209.955962ms","start":"2026-04-23T03:17:09.92555Z","end":"2026-04-23T03:17:10.135506Z","steps":["trace[1708564178] 'process raft request' (duration: 209.564909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:10.69199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.869543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:17:10.692558Z","caller":"traceutil/trace.go:171","msg":"trace[264971721] linearizableReadLoop","detail":"{readStateIndex:28429; appliedIndex:28428; }","duration":"556.534469ms","start":"2026-04-23T03:17:10.136001Z","end":"2026-04-23T03:17:10.692535Z","steps":["trace[264971721] 'read index received' (duration: 366.960564ms)","trace[264971721] 'applied index is now lower than readState.Index' (duration: 189.571205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:10.692665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.272324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:17:10.692805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.401772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:10.692729Z","caller":"traceutil/trace.go:171","msg":"trace[1361932010] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27497; }","duration":"616.403118ms","start":"2026-04-23T03:17:10.076312Z","end":"2026-04-23T03:17:10.692715Z","steps":["trace[1361932010] 'agreement among raft nodes before linearized reading' (duration: 616.272574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:10.692828Z","caller":"traceutil/trace.go:171","msg":"trace[422146331] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"590.860157ms","start":"2026-04-23T03:17:10.101932Z","end":"2026-04-23T03:17:10.692792Z","steps":["trace[422146331] 'process raft request' (duration: 401.067465ms)","trace[422146331] 'compare' (duration: 188.525442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:10.69286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.531233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18446"} {"level":"info","ts":"2026-04-23T03:17:10.692876Z","caller":"traceutil/trace.go:171","msg":"trace[105492628] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27497; }","duration":"728.525646ms","start":"2026-04-23T03:17:09.964332Z","end":"2026-04-23T03:17:10.692857Z","steps":["trace[105492628] 'agreement among raft nodes before linearized reading' (duration: 728.381731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:10.692886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.076291Z","time spent":"616.583634ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:17:10.692903Z","caller":"traceutil/trace.go:171","msg":"trace[82258879] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27497; }","duration":"616.632526ms","start":"2026-04-23T03:17:10.07626Z","end":"2026-04-23T03:17:10.692893Z","steps":["trace[82258879] 'agreement among raft nodes before linearized reading' (duration: 616.369247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:10.692948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.076214Z","time spent":"616.724588ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:17:10.692979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.101839Z","time spent":"591.056564ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:17:10.692909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:09.964316Z","time spent":"728.584998ms","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:17:11.132755Z","caller":"traceutil/trace.go:171","msg":"trace[720828654] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"861.869877ms","start":"2026-04-23T03:17:10.270866Z","end":"2026-04-23T03:17:11.132736Z","steps":["trace[720828654] 'process raft request' (duration: 861.801344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:11.132774Z","caller":"traceutil/trace.go:171","msg":"trace[1309320111] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"995.565199ms","start":"2026-04-23T03:17:10.137174Z","end":"2026-04-23T03:17:11.132739Z","steps":["trace[1309320111] 'process raft request' (duration: 995.370683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.132879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.270832Z","time spent":"861.97948ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:17:11.132945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.137156Z","time spent":"995.690893ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:11.132953Z","caller":"traceutil/trace.go:171","msg":"trace[1618865591] transaction","detail":"{read_only:false; response_revision:27500; number_of_response:1; }","duration":"861.202566ms","start":"2026-04-23T03:17:10.271722Z","end":"2026-04-23T03:17:11.132924Z","steps":["trace[1618865591] 'process raft request' (duration: 860.982379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.133079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.271689Z","time spent":"861.320799ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:17:11.204829Z","caller":"traceutil/trace.go:171","msg":"trace[2025678736] linearizableReadLoop","detail":"{readStateIndex:28433; appliedIndex:28429; }","duration":"512.196502ms","start":"2026-04-23T03:17:10.692598Z","end":"2026-04-23T03:17:11.204794Z","steps":["trace[2025678736] 'read index received' (duration: 440.053783ms)","trace[2025678736] 'applied index is now lower than readState.Index' (duration: 72.141219ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:11.204923Z","caller":"traceutil/trace.go:171","msg":"trace[651299196] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"546.708787ms","start":"2026-04-23T03:17:10.658175Z","end":"2026-04-23T03:17:11.204884Z","steps":["trace[651299196] 'process raft request' (duration: 546.424858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.205089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.658155Z","time spent":"546.842812ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:17:11.205115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.494705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:11.205163Z","caller":"traceutil/trace.go:171","msg":"trace[637524424] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27501; }","duration":"456.720782ms","start":"2026-04-23T03:17:10.748429Z","end":"2026-04-23T03:17:11.20515Z","steps":["trace[637524424] 'agreement among raft nodes before linearized reading' (duration: 456.629629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.205196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.748409Z","time spent":"456.780764ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:17:11.205399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064323111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:11.205441Z","caller":"traceutil/trace.go:171","msg":"trace[1229348584] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27501; }","duration":"1.064396153s","start":"2026-04-23T03:17:10.141032Z","end":"2026-04-23T03:17:11.205429Z","steps":["trace[1229348584] 'agreement among raft nodes before linearized reading' (duration: 1.064331911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.205469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.141016Z","time spent":"1.064446145s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:17:11.205467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.967759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:11.205724Z","caller":"traceutil/trace.go:171","msg":"trace[791621167] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27501; }","duration":"312.253767ms","start":"2026-04-23T03:17:10.893455Z","end":"2026-04-23T03:17:11.205709Z","steps":["trace[791621167] 'agreement among raft nodes before linearized reading' (duration: 311.972268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.205764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.893438Z","time spent":"312.31358ms","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:17:11.206029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.252257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:17:11.206085Z","caller":"traceutil/trace.go:171","msg":"trace[1582173894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27501; }","duration":"548.353989ms","start":"2026-04-23T03:17:10.657706Z","end":"2026-04-23T03:17:11.20606Z","steps":["trace[1582173894] 'agreement among raft nodes before linearized reading' (duration: 547.263525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.206191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:10.657687Z","time spent":"548.495864ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:17:11.466661Z","caller":"traceutil/trace.go:171","msg":"trace[1592727248] linearizableReadLoop","detail":"{readStateIndex:28434; appliedIndex:28433; }","duration":"252.619955ms","start":"2026-04-23T03:17:11.214019Z","end":"2026-04-23T03:17:11.466639Z","steps":["trace[1592727248] 'read index received' (duration: 184.548945ms)","trace[1592727248] 'applied index is now lower than readState.Index' (duration: 68.07015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:17:11.466827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.77472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:11.466798Z","caller":"traceutil/trace.go:171","msg":"trace[1054269804] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"254.249177ms","start":"2026-04-23T03:17:11.212503Z","end":"2026-04-23T03:17:11.466752Z","steps":["trace[1054269804] 'process raft request' (duration: 186.109455ms)","trace[1054269804] 'compare' (duration: 67.707798ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:17:11.466863Z","caller":"traceutil/trace.go:171","msg":"trace[1330735729] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27502; }","duration":"252.860183ms","start":"2026-04-23T03:17:11.21399Z","end":"2026-04-23T03:17:11.46685Z","steps":["trace[1330735729] 'agreement among raft nodes before linearized reading' (duration: 252.76619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:11.540253Z","caller":"traceutil/trace.go:171","msg":"trace[1112305459] transaction","detail":"{read_only:false; response_revision:27503; number_of_response:1; }","duration":"259.747142ms","start":"2026-04-23T03:17:11.280424Z","end":"2026-04-23T03:17:11.540171Z","steps":["trace[1112305459] 'process raft request' (duration: 259.260206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:11.540726Z","caller":"traceutil/trace.go:171","msg":"trace[1832631846] transaction","detail":"{read_only:false; response_revision:27506; number_of_response:1; }","duration":"156.749454ms","start":"2026-04-23T03:17:11.383887Z","end":"2026-04-23T03:17:11.540637Z","steps":["trace[1832631846] 'process raft request' (duration: 156.671421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.540779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.059986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:17:11.540832Z","caller":"traceutil/trace.go:171","msg":"trace[775171805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27506; }","duration":"326.143298ms","start":"2026-04-23T03:17:11.214677Z","end":"2026-04-23T03:17:11.54082Z","steps":["trace[775171805] 'agreement among raft nodes before linearized reading' (duration: 325.951542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.54088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:17:11.214669Z","time spent":"326.202731ms","remote":"127.0.0.1:49400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:17:11.540933Z","caller":"traceutil/trace.go:171","msg":"trace[1922819665] transaction","detail":"{read_only:false; response_revision:27505; number_of_response:1; }","duration":"157.095805ms","start":"2026-04-23T03:17:11.383795Z","end":"2026-04-23T03:17:11.540891Z","steps":["trace[1922819665] 'process raft request' (duration: 156.507736ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:11.540474Z","caller":"traceutil/trace.go:171","msg":"trace[199502667] transaction","detail":"{read_only:false; response_revision:27504; number_of_response:1; }","duration":"183.40221ms","start":"2026-04-23T03:17:11.357024Z","end":"2026-04-23T03:17:11.540426Z","steps":["trace[199502667] 'process raft request' (duration: 183.161472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.542278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.433823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:11.542316Z","caller":"traceutil/trace.go:171","msg":"trace[856176617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27506; }","duration":"271.559947ms","start":"2026-04-23T03:17:11.270747Z","end":"2026-04-23T03:17:11.542307Z","steps":["trace[856176617] 'agreement among raft nodes before linearized reading' (duration: 270.09651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.747159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.348343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:17:11.747252Z","caller":"traceutil/trace.go:171","msg":"trace[1578102549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27506; }","duration":"105.497638ms","start":"2026-04-23T03:17:11.641734Z","end":"2026-04-23T03:17:11.747232Z","steps":["trace[1578102549] 'count revisions from in-memory index tree' (duration: 105.228799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:17:11.747304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.462308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18446"} {"level":"info","ts":"2026-04-23T03:17:11.747375Z","caller":"traceutil/trace.go:171","msg":"trace[616603471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27506; }","duration":"181.557341ms","start":"2026-04-23T03:17:11.565798Z","end":"2026-04-23T03:17:11.747355Z","steps":["trace[616603471] 'range keys from in-memory index tree' (duration: 181.23701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:07.051169Z","caller":"traceutil/trace.go:171","msg":"trace[161928147] linearizableReadLoop","detail":"{readStateIndex:29034; appliedIndex:29033; }","duration":"126.198114ms","start":"2026-04-23T03:18:06.924947Z","end":"2026-04-23T03:18:07.051145Z","steps":["trace[161928147] 'read index received' (duration: 125.979847ms)","trace[161928147] 'applied index is now lower than readState.Index' (duration: 217.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:07.05125Z","caller":"traceutil/trace.go:171","msg":"trace[1219003219] transaction","detail":"{read_only:false; response_revision:28089; number_of_response:1; }","duration":"143.439081ms","start":"2026-04-23T03:18:06.907773Z","end":"2026-04-23T03:18:07.051212Z","steps":["trace[1219003219] 'process raft request' (duration: 143.227004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:07.051636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.659259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:18:07.051752Z","caller":"traceutil/trace.go:171","msg":"trace[190851764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28089; }","duration":"126.771292ms","start":"2026-04-23T03:18:06.924903Z","end":"2026-04-23T03:18:07.051674Z","steps":["trace[190851764] 'agreement among raft nodes before linearized reading' (duration: 126.345609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.315017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422034342223934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:18:08.369913Z","caller":"traceutil/trace.go:171","msg":"trace[1074122503] transaction","detail":"{read_only:false; response_revision:28094; number_of_response:1; }","duration":"620.671014ms","start":"2026-04-23T03:18:07.74922Z","end":"2026-04-23T03:18:08.369891Z","steps":["trace[1074122503] 'process raft request' (duration: 620.488879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.370046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.749197Z","time spent":"620.782937ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:18:08.550266Z","caller":"traceutil/trace.go:171","msg":"trace[1089091395] transaction","detail":"{read_only:false; response_revision:28095; number_of_response:1; }","duration":"788.051955ms","start":"2026-04-23T03:18:07.762164Z","end":"2026-04-23T03:18:08.550216Z","steps":["trace[1089091395] 'process raft request' (duration: 703.598095ms)","trace[1089091395] 'compare' (duration: 84.247243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:18:08.550494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.762144Z","time spent":"788.23214ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:18:08.55051Z","caller":"traceutil/trace.go:171","msg":"trace[1530488105] transaction","detail":"{read_only:false; response_revision:28096; number_of_response:1; }","duration":"782.961893ms","start":"2026-04-23T03:18:07.767521Z","end":"2026-04-23T03:18:08.550482Z","steps":["trace[1530488105] 'process raft request' (duration: 782.640493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.550691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.767498Z","time spent":"783.095798ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:18:08.551133Z","caller":"traceutil/trace.go:171","msg":"trace[347734303] transaction","detail":"{read_only:false; response_revision:28097; number_of_response:1; }","duration":"779.08346ms","start":"2026-04-23T03:18:07.772027Z","end":"2026-04-23T03:18:08.551111Z","steps":["trace[347734303] 'process raft request' (duration: 778.369238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.551265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.77201Z","time spent":"779.192783ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:18:08.551495Z","caller":"traceutil/trace.go:171","msg":"trace[2031974864] transaction","detail":"{read_only:false; response_revision:28098; number_of_response:1; }","duration":"395.042665ms","start":"2026-04-23T03:18:08.156423Z","end":"2026-04-23T03:18:08.551465Z","steps":["trace[2031974864] 'process raft request' (duration: 394.647062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:08.551486Z","caller":"traceutil/trace.go:171","msg":"trace[2049160161] linearizableReadLoop","detail":"{readStateIndex:29043; appliedIndex:29039; }","duration":"737.146019ms","start":"2026-04-23T03:18:07.81431Z","end":"2026-04-23T03:18:08.551456Z","steps":["trace[2049160161] 'read index received' (duration: 555.564818ms)","trace[2049160161] 'applied index is now lower than readState.Index' (duration: 181.579141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:18:08.551611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:08.156401Z","time spent":"395.158219ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:18:08.55189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.577754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:08.551943Z","caller":"traceutil/trace.go:171","msg":"trace[1791550549] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28098; }","duration":"737.673996ms","start":"2026-04-23T03:18:07.814255Z","end":"2026-04-23T03:18:08.551929Z","steps":["trace[1791550549] 'agreement among raft nodes before linearized reading' (duration: 737.578723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.55198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.814235Z","time spent":"737.732469ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:18:08.55209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.056246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:18:08.552065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.726626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:08.552136Z","caller":"traceutil/trace.go:171","msg":"trace[1721411245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28098; }","duration":"118.143289ms","start":"2026-04-23T03:18:08.433982Z","end":"2026-04-23T03:18:08.552125Z","steps":["trace[1721411245] 'agreement among raft nodes before linearized reading' (duration: 117.973893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.573208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:08.552291Z","caller":"traceutil/trace.go:171","msg":"trace[1316203790] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28098; }","duration":"578.725973ms","start":"2026-04-23T03:18:07.973545Z","end":"2026-04-23T03:18:08.552271Z","steps":["trace[1316203790] 'agreement among raft nodes before linearized reading' (duration: 578.562348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.97353Z","time spent":"578.811015ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-23T03:18:08.552485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.632037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:18:08.552573Z","caller":"traceutil/trace.go:171","msg":"trace[820173721] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28098; }","duration":"611.756961ms","start":"2026-04-23T03:18:07.940796Z","end":"2026-04-23T03:18:08.552553Z","steps":["trace[820173721] 'agreement among raft nodes before linearized reading' (duration: 611.592746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.94078Z","time spent":"611.829413ms","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:18:08.55265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.523851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-23T03:18:08.552699Z","caller":"traceutil/trace.go:171","msg":"trace[1954442070] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28098; }","duration":"569.599443ms","start":"2026-04-23T03:18:07.983087Z","end":"2026-04-23T03:18:08.552686Z","steps":["trace[1954442070] 'agreement among raft nodes before linearized reading' (duration: 569.452309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.177886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:18:08.552834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.939716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:18:08.552851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.474003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:18:08.552866Z","caller":"traceutil/trace.go:171","msg":"trace[447066015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28098; }","duration":"178.001718ms","start":"2026-04-23T03:18:08.374853Z","end":"2026-04-23T03:18:08.552854Z","steps":["trace[447066015] 'agreement among raft nodes before linearized reading' (duration: 177.919845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.034193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:08.552894Z","caller":"traceutil/trace.go:171","msg":"trace[1800022970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28098; }","duration":"120.546095ms","start":"2026-04-23T03:18:08.432333Z","end":"2026-04-23T03:18:08.552879Z","steps":["trace[1800022970] 'agreement among raft nodes before linearized reading' (duration: 120.447432ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:08.552947Z","caller":"traceutil/trace.go:171","msg":"trace[211642387] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28098; }","duration":"579.145966ms","start":"2026-04-23T03:18:07.973779Z","end":"2026-04-23T03:18:08.552925Z","steps":["trace[211642387] 'agreement among raft nodes before linearized reading' (duration: 579.012562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.5305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"warn","ts":"2026-04-23T03:18:08.552969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.773845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:18:08.553009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.973761Z","time spent":"579.235369ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T03:18:08.553007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.126176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-04-23T03:18:08.553069Z","caller":"traceutil/trace.go:171","msg":"trace[1733269295] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28098; }","duration":"585.228429ms","start":"2026-04-23T03:18:07.967826Z","end":"2026-04-23T03:18:08.553055Z","steps":["trace[1733269295] 'agreement among raft nodes before linearized reading' (duration: 585.039803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.437137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:18:08.552746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.983077Z","time spent":"569.661995ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-23T03:18:08.553102Z","caller":"traceutil/trace.go:171","msg":"trace[511244048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28098; }","duration":"584.863568ms","start":"2026-04-23T03:18:07.968155Z","end":"2026-04-23T03:18:08.553019Z","steps":["trace[511244048] 'agreement among raft nodes before linearized reading' (duration: 584.706703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.967795Z","time spent":"585.316222ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-23T03:18:08.553127Z","caller":"traceutil/trace.go:171","msg":"trace[1069371741] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28098; }","duration":"632.505149ms","start":"2026-04-23T03:18:07.92061Z","end":"2026-04-23T03:18:08.553115Z","steps":["trace[1069371741] 'agreement among raft nodes before linearized reading' (duration: 632.432137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.968147Z","time spent":"584.995032ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T03:18:08.553152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.920096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:18:08.553176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.9206Z","time spent":"632.564782ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-23T03:18:08.553012Z","caller":"traceutil/trace.go:171","msg":"trace[1872241008] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28098; }","duration":"632.619603ms","start":"2026-04-23T03:18:07.920376Z","end":"2026-04-23T03:18:08.552996Z","steps":["trace[1872241008] 'agreement among raft nodes before linearized reading' (duration: 632.442978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:08.553221Z","caller":"traceutil/trace.go:171","msg":"trace[828981899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28098; }","duration":"282.017679ms","start":"2026-04-23T03:18:08.271181Z","end":"2026-04-23T03:18:08.553199Z","steps":["trace[828981899] 'agreement among raft nodes before linearized reading' (duration: 281.867664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:08.552156Z","caller":"traceutil/trace.go:171","msg":"trace[947184150] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28098; }","duration":"632.85807ms","start":"2026-04-23T03:18:07.919278Z","end":"2026-04-23T03:18:08.552136Z","steps":["trace[947184150] 'agreement among raft nodes before linearized reading' (duration: 632.683314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.920363Z","time spent":"632.888001ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-23T03:18:08.55274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.50615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:18:08.553163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.823347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:08.55335Z","caller":"traceutil/trace.go:171","msg":"trace[56383104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28098; }","duration":"124.16746ms","start":"2026-04-23T03:18:08.429168Z","end":"2026-04-23T03:18:08.553335Z","steps":["trace[56383104] 'agreement among raft nodes before linearized reading' (duration: 123.376785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.569383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:18:08.552784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.845867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:08.553441Z","caller":"traceutil/trace.go:171","msg":"trace[438827355] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28098; }","duration":"585.134346ms","start":"2026-04-23T03:18:07.96827Z","end":"2026-04-23T03:18:08.553405Z","steps":["trace[438827355] 'agreement among raft nodes before linearized reading' (duration: 584.63769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.919244Z","time spent":"634.113891ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-23T03:18:08.553488Z","caller":"traceutil/trace.go:171","msg":"trace[1101526133] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28098; }","duration":"579.541959ms","start":"2026-04-23T03:18:07.973913Z","end":"2026-04-23T03:18:08.553455Z","steps":["trace[1101526133] 'agreement among raft nodes before linearized reading' (duration: 578.840096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.552721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.079536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T03:18:08.553572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.973906Z","time spent":"579.642842ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T03:18:08.553585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.968193Z","time spent":"585.341413ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-23T03:18:08.553616Z","caller":"traceutil/trace.go:171","msg":"trace[2120135098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28098; }","duration":"574.994614ms","start":"2026-04-23T03:18:07.978602Z","end":"2026-04-23T03:18:08.553597Z","steps":["trace[2120135098] 'agreement among raft nodes before linearized reading' (duration: 573.973302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.978591Z","time spent":"575.072497ms","remote":"127.0.0.1:49400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:18:08.553794Z","caller":"traceutil/trace.go:171","msg":"trace[940809837] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28098; }","duration":"633.970176ms","start":"2026-04-23T03:18:07.919417Z","end":"2026-04-23T03:18:08.553387Z","steps":["trace[940809837] 'agreement among raft nodes before linearized reading' (duration: 633.590034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.553844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.919395Z","time spent":"634.437061ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T03:18:08.552845Z","caller":"traceutil/trace.go:171","msg":"trace[2074565143] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28098; }","duration":"584.538007ms","start":"2026-04-23T03:18:07.968291Z","end":"2026-04-23T03:18:08.552829Z","steps":["trace[2074565143] 'agreement among raft nodes before linearized reading' (duration: 584.033561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.554529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:07.968271Z","time spent":"586.231861ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-23T03:18:18.707301Z","caller":"traceutil/trace.go:171","msg":"trace[231214707] linearizableReadLoop","detail":"{readStateIndex:29143; appliedIndex:29142; }","duration":"116.558199ms","start":"2026-04-23T03:18:18.590723Z","end":"2026-04-23T03:18:18.707281Z","steps":["trace[231214707] 'read index received' (duration: 116.352402ms)","trace[231214707] 'applied index is now lower than readState.Index' (duration: 204.817µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:18.707403Z","caller":"traceutil/trace.go:171","msg":"trace[1130662851] transaction","detail":"{read_only:false; response_revision:28196; number_of_response:1; }","duration":"116.991322ms","start":"2026-04-23T03:18:18.590401Z","end":"2026-04-23T03:18:18.707393Z","steps":["trace[1130662851] 'process raft request' (duration: 116.722904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.707516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.764085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:18.707621Z","caller":"traceutil/trace.go:171","msg":"trace[1856195987] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28196; }","duration":"116.898309ms","start":"2026-04-23T03:18:18.590698Z","end":"2026-04-23T03:18:18.707596Z","steps":["trace[1856195987] 'agreement among raft nodes before linearized reading' (duration: 116.729834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.860303Z","caller":"traceutil/trace.go:171","msg":"trace[80125158] transaction","detail":"{read_only:false; response_revision:28197; number_of_response:1; }","duration":"261.986012ms","start":"2026-04-23T03:18:18.598285Z","end":"2026-04-23T03:18:18.860271Z","steps":["trace[80125158] 'process raft request' (duration: 261.706523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.860318Z","caller":"traceutil/trace.go:171","msg":"trace[655616806] linearizableReadLoop","detail":"{readStateIndex:29147; appliedIndex:29143; }","duration":"152.930312ms","start":"2026-04-23T03:18:18.707366Z","end":"2026-04-23T03:18:18.860297Z","steps":["trace[655616806] 'read index received' (duration: 152.55669ms)","trace[655616806] 'applied index is now lower than readState.Index' (duration: 372.782µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:18:18.860449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.426773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:18.860491Z","caller":"traceutil/trace.go:171","msg":"trace[1844891412] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28200; }","duration":"260.490105ms","start":"2026-04-23T03:18:18.599989Z","end":"2026-04-23T03:18:18.860479Z","steps":["trace[1844891412] 'agreement among raft nodes before linearized reading' (duration: 260.416212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.860565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.259824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:18:18.860648Z","caller":"traceutil/trace.go:171","msg":"trace[1273522349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28200; }","duration":"200.378918ms","start":"2026-04-23T03:18:18.660248Z","end":"2026-04-23T03:18:18.860627Z","steps":["trace[1273522349] 'agreement among raft nodes before linearized reading' (duration: 200.082819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.860732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.785704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:18:18.860843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.126899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-04-23T03:18:18.860873Z","caller":"traceutil/trace.go:171","msg":"trace[503726055] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28200; }","duration":"263.198151ms","start":"2026-04-23T03:18:18.597667Z","end":"2026-04-23T03:18:18.860865Z","steps":["trace[503726055] 'agreement among raft nodes before linearized reading' (duration: 263.125149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.860891Z","caller":"traceutil/trace.go:171","msg":"trace[988717928] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28200; }","duration":"260.826586ms","start":"2026-04-23T03:18:18.599937Z","end":"2026-04-23T03:18:18.860763Z","steps":["trace[988717928] 'agreement among raft nodes before linearized reading' (duration: 260.763844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.089714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-04-23T03:18:18.861047Z","caller":"traceutil/trace.go:171","msg":"trace[806138603] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28200; }","duration":"261.148305ms","start":"2026-04-23T03:18:18.599893Z","end":"2026-04-23T03:18:18.861041Z","steps":["trace[806138603] 'agreement among raft nodes before linearized reading' (duration: 261.084173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.536132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:18.861124Z","caller":"traceutil/trace.go:171","msg":"trace[1535205847] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28200; }","duration":"263.585983ms","start":"2026-04-23T03:18:18.597529Z","end":"2026-04-23T03:18:18.861115Z","steps":["trace[1535205847] 'agreement among raft nodes before linearized reading' (duration: 263.536681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.994045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:18.861216Z","caller":"traceutil/trace.go:171","msg":"trace[1995125140] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28200; }","duration":"263.063137ms","start":"2026-04-23T03:18:18.598138Z","end":"2026-04-23T03:18:18.861201Z","steps":["trace[1995125140] 'agreement among raft nodes before linearized reading' (duration: 262.971124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.511333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:18:18.861412Z","caller":"traceutil/trace.go:171","msg":"trace[1928234555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28200; }","duration":"195.573545ms","start":"2026-04-23T03:18:18.665832Z","end":"2026-04-23T03:18:18.861406Z","steps":["trace[1928234555] 'agreement among raft nodes before linearized reading' (duration: 195.508803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.542478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-04-23T03:18:18.861501Z","caller":"traceutil/trace.go:171","msg":"trace[271271548] transaction","detail":"{read_only:false; response_revision:28199; number_of_response:1; }","duration":"259.889996ms","start":"2026-04-23T03:18:18.601605Z","end":"2026-04-23T03:18:18.861495Z","steps":["trace[271271548] 'process raft request' (duration: 258.571254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.861521Z","caller":"traceutil/trace.go:171","msg":"trace[2071105645] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28200; }","duration":"261.61175ms","start":"2026-04-23T03:18:18.599894Z","end":"2026-04-23T03:18:18.861505Z","steps":["trace[2071105645] 'agreement among raft nodes before linearized reading' (duration: 261.471006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.861578Z","caller":"traceutil/trace.go:171","msg":"trace[358793591] transaction","detail":"{read_only:false; response_revision:28200; number_of_response:1; }","duration":"159.978876ms","start":"2026-04-23T03:18:18.701591Z","end":"2026-04-23T03:18:18.86157Z","steps":["trace[358793591] 'process raft request' (duration: 158.660194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.898668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:18.861655Z","caller":"traceutil/trace.go:171","msg":"trace[851593774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28200; }","duration":"105.332591ms","start":"2026-04-23T03:18:18.756307Z","end":"2026-04-23T03:18:18.861639Z","steps":["trace[851593774] 'agreement among raft nodes before linearized reading' (duration: 104.910668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.861694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.616725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:18:18.861711Z","caller":"traceutil/trace.go:171","msg":"trace[1577084748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28200; }","duration":"194.656407ms","start":"2026-04-23T03:18:18.66705Z","end":"2026-04-23T03:18:18.861707Z","steps":["trace[1577084748] 'agreement among raft nodes before linearized reading' (duration: 194.605535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:18.862192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.899797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:18:18.86222Z","caller":"traceutil/trace.go:171","msg":"trace[639472967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28200; }","duration":"201.971519ms","start":"2026-04-23T03:18:18.660242Z","end":"2026-04-23T03:18:18.862214Z","steps":["trace[639472967] 'agreement among raft nodes before linearized reading' (duration: 201.903146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.860966Z","caller":"traceutil/trace.go:171","msg":"trace[549928539] transaction","detail":"{read_only:false; response_revision:28198; number_of_response:1; }","duration":"261.212618ms","start":"2026-04-23T03:18:18.599733Z","end":"2026-04-23T03:18:18.860946Z","steps":["trace[549928539] 'process raft request' (duration: 260.389832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:39.625628Z","caller":"traceutil/trace.go:171","msg":"trace[2104153209] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"101.867273ms","start":"2026-04-23T03:18:39.523732Z","end":"2026-04-23T03:18:39.625599Z","steps":["trace[2104153209] 'process raft request' (duration: 95.893573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:39.641368Z","caller":"traceutil/trace.go:171","msg":"trace[1944713224] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"101.720428ms","start":"2026-04-23T03:18:39.53961Z","end":"2026-04-23T03:18:39.64133Z","steps":["trace[1944713224] 'process raft request' (duration: 101.535162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:49.162714Z","caller":"traceutil/trace.go:171","msg":"trace[1291509271] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"113.462069ms","start":"2026-04-23T03:18:49.049206Z","end":"2026-04-23T03:18:49.162668Z","steps":["trace[1291509271] 'process raft request' (duration: 55.963105ms)","trace[1291509271] 'compare' (duration: 57.300668ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:19:49.859544Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":30006,"local-member-snapshot-index":20005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T03:19:49.864723Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-04-23T03:19:49.864798Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-04-23T03:20:11.550617Z","caller":"traceutil/trace.go:171","msg":"trace[597552238] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29268; }","duration":"156.97174ms","start":"2026-04-23T03:20:11.393624Z","end":"2026-04-23T03:20:11.550595Z","steps":["trace[597552238] 'process raft request' (duration: 155.231775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:11.550753Z","caller":"traceutil/trace.go:171","msg":"trace[841315574] transaction","detail":"{read_only:false; response_revision:29269; number_of_response:1; }","duration":"135.754467ms","start":"2026-04-23T03:20:11.414968Z","end":"2026-04-23T03:20:11.550723Z","steps":["trace[841315574] 'process raft request' (duration: 135.612273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:11.550755Z","caller":"traceutil/trace.go:171","msg":"trace[1760877765] transaction","detail":"{read_only:false; response_revision:29270; number_of_response:1; }","duration":"133.391113ms","start":"2026-04-23T03:20:11.417343Z","end":"2026-04-23T03:20:11.550734Z","steps":["trace[1760877765] 'process raft request' (duration: 133.326401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:11.550846Z","caller":"traceutil/trace.go:171","msg":"trace[761457606] linearizableReadLoop","detail":"{readStateIndex:30244; appliedIndex:30243; }","duration":"149.549576ms","start":"2026-04-23T03:20:11.40128Z","end":"2026-04-23T03:20:11.55083Z","steps":["trace[761457606] 'read index received' (duration: 147.581883ms)","trace[761457606] 'applied index is now lower than readState.Index' (duration: 1.966783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:20:11.550966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.671699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:20:11.550998Z","caller":"traceutil/trace.go:171","msg":"trace[434276455] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29271; }","duration":"149.748692ms","start":"2026-04-23T03:20:11.401239Z","end":"2026-04-23T03:20:11.550987Z","steps":["trace[434276455] 'agreement among raft nodes before linearized reading' (duration: 149.68183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:20:25.571376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.840195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:20:25.571476Z","caller":"traceutil/trace.go:171","msg":"trace[1853142661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29469; }","duration":"462.97816ms","start":"2026-04-23T03:20:25.108472Z","end":"2026-04-23T03:20:25.57145Z","steps":["trace[1853142661] 'range keys from in-memory index tree' (duration: 462.67396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:20:25.571542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:20:25.108448Z","time spent":"463.077193ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:20:25.571577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.741522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:20:25.571628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.517869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-04-23T03:20:25.57168Z","caller":"traceutil/trace.go:171","msg":"trace[1061792983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29469; }","duration":"265.886457ms","start":"2026-04-23T03:20:25.305766Z","end":"2026-04-23T03:20:25.571652Z","steps":["trace[1061792983] 'range keys from in-memory index tree' (duration: 265.655299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:25.571719Z","caller":"traceutil/trace.go:171","msg":"trace[1959144051] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29469; }","duration":"470.654124ms","start":"2026-04-23T03:20:25.101044Z","end":"2026-04-23T03:20:25.571698Z","steps":["trace[1959144051] 'range keys from in-memory index tree' (duration: 470.360885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:20:25.571759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:20:25.101026Z","time spent":"470.725016ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4883,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-23T03:20:25.571874Z","caller":"traceutil/trace.go:171","msg":"trace[1793232348] transaction","detail":"{read_only:false; response_revision:29470; number_of_response:1; }","duration":"265.381461ms","start":"2026-04-23T03:20:25.306471Z","end":"2026-04-23T03:20:25.571853Z","steps":["trace[1793232348] 'process raft request' (duration: 262.174149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:25.575299Z","caller":"traceutil/trace.go:171","msg":"trace[1899525134] transaction","detail":"{read_only:false; response_revision:29471; number_of_response:1; }","duration":"171.894934ms","start":"2026-04-23T03:20:25.403341Z","end":"2026-04-23T03:20:25.575236Z","steps":["trace[1899525134] 'process raft request' (duration: 170.541111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:20:34.046809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.668198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T03:20:34.046882Z","caller":"traceutil/trace.go:171","msg":"trace[930812420] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:29542; }","duration":"166.794613ms","start":"2026-04-23T03:20:33.880068Z","end":"2026-04-23T03:20:34.046862Z","steps":["trace[930812420] 'range keys from in-memory index tree' (duration: 166.529393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:34.047378Z","caller":"traceutil/trace.go:171","msg":"trace[1791007088] transaction","detail":"{read_only:false; response_revision:29543; number_of_response:1; }","duration":"104.95207ms","start":"2026-04-23T03:20:33.942417Z","end":"2026-04-23T03:20:34.047369Z","steps":["trace[1791007088] 'process raft request' (duration: 77.445027ms)","trace[1791007088] 'compare' (duration: 27.42841ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:10.595347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28676} {"level":"info","ts":"2026-04-23T03:24:10.834728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28676,"took":"234.541002ms","hash":1427395205,"current-db-size-bytes":59408384,"current-db-size":"59 MB","current-db-size-in-use-bytes":35364864,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-23T03:24:10.834789Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1427395205,"revision":28676,"compact-revision":21264} {"level":"info","ts":"2026-04-23T03:24:34.064207Z","caller":"traceutil/trace.go:171","msg":"trace[1326259083] transaction","detail":"{read_only:false; response_revision:31426; number_of_response:1; }","duration":"113.738763ms","start":"2026-04-23T03:24:33.950431Z","end":"2026-04-23T03:24:34.064169Z","steps":["trace[1326259083] 'process raft request' (duration: 71.883197ms)","trace[1326259083] 'compare' (duration: 41.691381ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:35.382957Z","caller":"traceutil/trace.go:171","msg":"trace[586483321] transaction","detail":"{read_only:false; response_revision:31440; number_of_response:1; }","duration":"233.5614ms","start":"2026-04-23T03:24:35.149366Z","end":"2026-04-23T03:24:35.382928Z","steps":["trace[586483321] 'process raft request' (duration: 142.180285ms)","trace[586483321] 'compare' (duration: 91.177389ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:35.383107Z","caller":"traceutil/trace.go:171","msg":"trace[938692740] linearizableReadLoop","detail":"{readStateIndex:32479; appliedIndex:32477; }","duration":"111.906816ms","start":"2026-04-23T03:24:35.27117Z","end":"2026-04-23T03:24:35.383077Z","steps":["trace[938692740] 'read index received' (duration: 20.410457ms)","trace[938692740] 'applied index is now lower than readState.Index' (duration: 91.494689ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:35.383152Z","caller":"traceutil/trace.go:171","msg":"trace[731591423] transaction","detail":"{read_only:false; response_revision:31441; number_of_response:1; }","duration":"233.761187ms","start":"2026-04-23T03:24:35.14938Z","end":"2026-04-23T03:24:35.383141Z","steps":["trace[731591423] 'process raft request' (duration: 233.498288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:35.383231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.05116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:35.383273Z","caller":"traceutil/trace.go:171","msg":"trace[343405771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31441; }","duration":"112.155284ms","start":"2026-04-23T03:24:35.271108Z","end":"2026-04-23T03:24:35.383263Z","steps":["trace[343405771] 'agreement among raft nodes before linearized reading' (duration: 112.064371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:36.799432Z","caller":"traceutil/trace.go:171","msg":"trace[450867893] transaction","detail":"{read_only:false; response_revision:31444; number_of_response:1; }","duration":"202.895298ms","start":"2026-04-23T03:24:36.596513Z","end":"2026-04-23T03:24:36.799408Z","steps":["trace[450867893] 'process raft request' (duration: 195.597058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:36.799597Z","caller":"traceutil/trace.go:171","msg":"trace[131379668] transaction","detail":"{read_only:false; response_revision:31445; number_of_response:1; }","duration":"202.97288ms","start":"2026-04-23T03:24:36.596618Z","end":"2026-04-23T03:24:36.799591Z","steps":["trace[131379668] 'process raft request' (duration: 202.756763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:36.800405Z","caller":"traceutil/trace.go:171","msg":"trace[893941879] transaction","detail":"{read_only:false; response_revision:31446; number_of_response:1; }","duration":"203.523388ms","start":"2026-04-23T03:24:36.59682Z","end":"2026-04-23T03:24:36.800343Z","steps":["trace[893941879] 'process raft request' (duration: 202.745483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:36.805186Z","caller":"traceutil/trace.go:171","msg":"trace[430638942] transaction","detail":"{read_only:false; response_revision:31447; number_of_response:1; }","duration":"128.289325ms","start":"2026-04-23T03:24:36.676878Z","end":"2026-04-23T03:24:36.805167Z","steps":["trace[430638942] 'process raft request' (duration: 127.838291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.009301Z","caller":"traceutil/trace.go:171","msg":"trace[1966991180] linearizableReadLoop","detail":"{readStateIndex:32486; appliedIndex:32485; }","duration":"114.087355ms","start":"2026-04-23T03:24:36.895195Z","end":"2026-04-23T03:24:37.009282Z","steps":["trace[1966991180] 'read index received' (duration: 59.01572ms)","trace[1966991180] 'applied index is now lower than readState.Index' (duration: 55.071015ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:37.009395Z","caller":"traceutil/trace.go:171","msg":"trace[1124512968] transaction","detail":"{read_only:false; response_revision:31448; number_of_response:1; }","duration":"115.178249ms","start":"2026-04-23T03:24:36.894207Z","end":"2026-04-23T03:24:37.009385Z","steps":["trace[1124512968] 'process raft request' (duration: 59.990571ms)","trace[1124512968] 'compare' (duration: 54.999702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:37.009506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.304792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:37.009532Z","caller":"traceutil/trace.go:171","msg":"trace[733269861] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31448; }","duration":"114.368554ms","start":"2026-04-23T03:24:36.895158Z","end":"2026-04-23T03:24:37.009526Z","steps":["trace[733269861] 'agreement among raft nodes before linearized reading' (duration: 114.312972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.037003Z","caller":"traceutil/trace.go:171","msg":"trace[100738738] transaction","detail":"{read_only:false; response_revision:31449; number_of_response:1; }","duration":"107.069262ms","start":"2026-04-23T03:24:36.929916Z","end":"2026-04-23T03:24:37.036985Z","steps":["trace[100738738] 'process raft request' (duration: 106.946398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.037129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.666823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:24:37.037194Z","caller":"traceutil/trace.go:171","msg":"trace[746877957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31449; }","duration":"132.779967ms","start":"2026-04-23T03:24:36.9044Z","end":"2026-04-23T03:24:37.03718Z","steps":["trace[746877957] 'agreement among raft nodes before linearized reading' (duration: 132.588191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.304377Z","caller":"traceutil/trace.go:171","msg":"trace[1741617406] linearizableReadLoop","detail":"{readStateIndex:32488; appliedIndex:32487; }","duration":"267.384492ms","start":"2026-04-23T03:24:37.036965Z","end":"2026-04-23T03:24:37.30435Z","steps":["trace[1741617406] 'read index received' (duration: 267.225627ms)","trace[1741617406] 'applied index is now lower than readState.Index' (duration: 158.025µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:37.304578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.015281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:37.304557Z","caller":"traceutil/trace.go:171","msg":"trace[556835123] transaction","detail":"{read_only:false; response_revision:31450; number_of_response:1; }","duration":"280.158757ms","start":"2026-04-23T03:24:37.024337Z","end":"2026-04-23T03:24:37.304496Z","steps":["trace[556835123] 'process raft request' (duration: 279.841737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.304653Z","caller":"traceutil/trace.go:171","msg":"trace[2008872280] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:31450; }","duration":"268.134585ms","start":"2026-04-23T03:24:37.036499Z","end":"2026-04-23T03:24:37.304634Z","steps":["trace[2008872280] 'agreement among raft nodes before linearized reading' (duration: 267.999671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.304654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.501938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:37.304808Z","caller":"traceutil/trace.go:171","msg":"trace[801647915] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31450; }","duration":"292.680843ms","start":"2026-04-23T03:24:37.012085Z","end":"2026-04-23T03:24:37.304766Z","steps":["trace[801647915] 'agreement among raft nodes before linearized reading' (duration: 292.431255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.341962Z","caller":"traceutil/trace.go:171","msg":"trace[78034537] transaction","detail":"{read_only:false; response_revision:31451; number_of_response:1; }","duration":"300.644585ms","start":"2026-04-23T03:24:37.041299Z","end":"2026-04-23T03:24:37.341944Z","steps":["trace[78034537] 'process raft request' (duration: 300.47463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.342081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:37.041281Z","time spent":"300.741689ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:37.342239Z","caller":"traceutil/trace.go:171","msg":"trace[1234235821] transaction","detail":"{read_only:false; response_revision:31452; number_of_response:1; }","duration":"293.971824ms","start":"2026-04-23T03:24:37.048243Z","end":"2026-04-23T03:24:37.342215Z","steps":["trace[1234235821] 'process raft request' (duration: 293.654134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.34248Z","caller":"traceutil/trace.go:171","msg":"trace[1198129146] transaction","detail":"{read_only:false; response_revision:31453; number_of_response:1; }","duration":"135.573206ms","start":"2026-04-23T03:24:37.206896Z","end":"2026-04-23T03:24:37.34247Z","steps":["trace[1198129146] 'process raft request' (duration: 135.184944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.342546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.670317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:37.342604Z","caller":"traceutil/trace.go:171","msg":"trace[876644305] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:31453; }","duration":"110.76891ms","start":"2026-04-23T03:24:37.231821Z","end":"2026-04-23T03:24:37.34259Z","steps":["trace[876644305] 'agreement among raft nodes before linearized reading' (duration: 110.669647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.342682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.310325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:24:37.34275Z","caller":"traceutil/trace.go:171","msg":"trace[1421213399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31453; }","duration":"193.427768ms","start":"2026-04-23T03:24:37.149308Z","end":"2026-04-23T03:24:37.342735Z","steps":["trace[1421213399] 'agreement among raft nodes before linearized reading' (duration: 193.227452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.342767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.293259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:24:37.342908Z","caller":"traceutil/trace.go:171","msg":"trace[1031885438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31453; }","duration":"184.490645ms","start":"2026-04-23T03:24:37.158404Z","end":"2026-04-23T03:24:37.342894Z","steps":["trace[1031885438] 'agreement among raft nodes before linearized reading' (duration: 184.099473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.567451Z","caller":"traceutil/trace.go:171","msg":"trace[820522372] transaction","detail":"{read_only:false; response_revision:31457; number_of_response:1; }","duration":"122.849542ms","start":"2026-04-23T03:24:37.444573Z","end":"2026-04-23T03:24:37.567422Z","steps":["trace[820522372] 'process raft request' (duration: 122.687787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:38.905466Z","caller":"traceutil/trace.go:171","msg":"trace[532953605] transaction","detail":"{read_only:false; response_revision:31459; number_of_response:1; }","duration":"100.494104ms","start":"2026-04-23T03:24:38.804949Z","end":"2026-04-23T03:24:38.905443Z","steps":["trace[532953605] 'process raft request' (duration: 24.376432ms)","trace[532953605] 'compare' (duration: 75.945097ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:38.979407Z","caller":"traceutil/trace.go:171","msg":"trace[1410497309] transaction","detail":"{read_only:false; response_revision:31460; number_of_response:1; }","duration":"172.264028ms","start":"2026-04-23T03:24:38.807111Z","end":"2026-04-23T03:24:38.979375Z","steps":["trace[1410497309] 'process raft request' (duration: 172.023481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:38.97981Z","caller":"traceutil/trace.go:171","msg":"trace[973396071] transaction","detail":"{read_only:false; response_revision:31461; number_of_response:1; }","duration":"172.447453ms","start":"2026-04-23T03:24:38.807339Z","end":"2026-04-23T03:24:38.979786Z","steps":["trace[973396071] 'process raft request' (duration: 171.980609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:38.980024Z","caller":"traceutil/trace.go:171","msg":"trace[938410575] transaction","detail":"{read_only:false; response_revision:31462; number_of_response:1; }","duration":"169.424028ms","start":"2026-04-23T03:24:38.810588Z","end":"2026-04-23T03:24:38.980013Z","steps":["trace[938410575] 'process raft request' (duration: 169.054366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.34647Z","caller":"traceutil/trace.go:171","msg":"trace[1353188904] transaction","detail":"{read_only:false; response_revision:31463; number_of_response:1; }","duration":"304.195428ms","start":"2026-04-23T03:24:39.042253Z","end":"2026-04-23T03:24:39.346448Z","steps":["trace[1353188904] 'process raft request' (duration: 251.691585ms)","trace[1353188904] 'compare' (duration: 52.281846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:39.346591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:39.042235Z","time spent":"304.297082ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:39.668108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.091771ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:24:39.668901Z","caller":"traceutil/trace.go:171","msg":"trace[1217428353] linearizableReadLoop","detail":"{readStateIndex:32503; appliedIndex:32501; }","duration":"352.509749ms","start":"2026-04-23T03:24:39.316368Z","end":"2026-04-23T03:24:39.668878Z","steps":["trace[1217428353] 'read index received' (duration: 162.708985ms)","trace[1217428353] 'applied index is now lower than readState.Index' (duration: 189.799464ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:39.668922Z","caller":"traceutil/trace.go:171","msg":"trace[202860650] transaction","detail":"{read_only:false; response_revision:31465; number_of_response:1; }","duration":"320.407101ms","start":"2026-04-23T03:24:39.348489Z","end":"2026-04-23T03:24:39.668896Z","steps":["trace[202860650] 'process raft request' (duration: 320.303118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.668921Z","caller":"traceutil/trace.go:171","msg":"trace[1695272275] transaction","detail":"{read_only:false; response_revision:31464; number_of_response:1; }","duration":"357.671402ms","start":"2026-04-23T03:24:39.311214Z","end":"2026-04-23T03:24:39.668886Z","steps":["trace[1695272275] 'process raft request' (duration: 357.085344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:39.669032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:39.348471Z","time spent":"320.505595ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:39.669028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.635143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:39.669108Z","caller":"traceutil/trace.go:171","msg":"trace[77988260] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31465; }","duration":"352.768557ms","start":"2026-04-23T03:24:39.316322Z","end":"2026-04-23T03:24:39.66909Z","steps":["trace[77988260] 'agreement among raft nodes before linearized reading' (duration: 352.626122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:39.669142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:39.316299Z","time spent":"352.834629ms","remote":"127.0.0.1:45838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:24:39.669293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.395573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:24:39.669524Z","caller":"traceutil/trace.go:171","msg":"trace[1590927324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31465; }","duration":"226.654911ms","start":"2026-04-23T03:24:39.442855Z","end":"2026-04-23T03:24:39.66951Z","steps":["trace[1590927324] 'agreement among raft nodes before linearized reading' (duration: 226.334761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:39.669303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:39.311185Z","time spent":"357.955491ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:39.669294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.664849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:24:39.669699Z","caller":"traceutil/trace.go:171","msg":"trace[1437666246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31465; }","duration":"321.093063ms","start":"2026-04-23T03:24:39.34859Z","end":"2026-04-23T03:24:39.669683Z","steps":["trace[1437666246] 'agreement among raft nodes before linearized reading' (duration: 320.564657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:39.669728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:39.348584Z","time spent":"321.135375ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:24:39.669341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.131411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:24:39.669778Z","caller":"traceutil/trace.go:171","msg":"trace[1575340044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31465; }","duration":"236.593726ms","start":"2026-04-23T03:24:39.433172Z","end":"2026-04-23T03:24:39.669765Z","steps":["trace[1575340044] 'agreement among raft nodes before linearized reading' (duration: 236.036348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:39.670043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.348038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:24:39.670106Z","caller":"traceutil/trace.go:171","msg":"trace[197959065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31465; }","duration":"123.43986ms","start":"2026-04-23T03:24:39.546654Z","end":"2026-04-23T03:24:39.670094Z","steps":["trace[197959065] 'agreement among raft nodes before linearized reading' (duration: 123.326567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.848481Z","caller":"traceutil/trace.go:171","msg":"trace[1506593189] transaction","detail":"{read_only:false; response_revision:31466; number_of_response:1; }","duration":"175.665565ms","start":"2026-04-23T03:24:39.672796Z","end":"2026-04-23T03:24:39.848462Z","steps":["trace[1506593189] 'process raft request' (duration: 174.315812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.925745Z","caller":"traceutil/trace.go:171","msg":"trace[1710674124] transaction","detail":"{read_only:false; response_revision:31468; number_of_response:1; }","duration":"252.810359ms","start":"2026-04-23T03:24:39.672914Z","end":"2026-04-23T03:24:39.925725Z","steps":["trace[1710674124] 'process raft request' (duration: 252.748127ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.92577Z","caller":"traceutil/trace.go:171","msg":"trace[1234549703] transaction","detail":"{read_only:false; response_revision:31467; number_of_response:1; }","duration":"252.934583ms","start":"2026-04-23T03:24:39.672803Z","end":"2026-04-23T03:24:39.925738Z","steps":["trace[1234549703] 'process raft request' (duration: 252.739557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.926089Z","caller":"traceutil/trace.go:171","msg":"trace[1322984508] transaction","detail":"{read_only:false; response_revision:31469; number_of_response:1; }","duration":"253.058427ms","start":"2026-04-23T03:24:39.673011Z","end":"2026-04-23T03:24:39.92607Z","steps":["trace[1322984508] 'process raft request' (duration: 252.683425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.926258Z","caller":"traceutil/trace.go:171","msg":"trace[2130354423] transaction","detail":"{read_only:false; response_revision:31470; number_of_response:1; }","duration":"251.532748ms","start":"2026-04-23T03:24:39.674709Z","end":"2026-04-23T03:24:39.926242Z","steps":["trace[2130354423] 'process raft request' (duration: 251.188257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:40.873596Z","caller":"traceutil/trace.go:171","msg":"trace[1730358782] linearizableReadLoop","detail":"{readStateIndex:32511; appliedIndex:32510; }","duration":"124.446003ms","start":"2026-04-23T03:24:40.74913Z","end":"2026-04-23T03:24:40.873576Z","steps":["trace[1730358782] 'read index received' (duration: 124.253187ms)","trace[1730358782] 'applied index is now lower than readState.Index' (duration: 192.306µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:40.873746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.629219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:40.873777Z","caller":"traceutil/trace.go:171","msg":"trace[214040540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:31472; }","duration":"124.741543ms","start":"2026-04-23T03:24:40.749024Z","end":"2026-04-23T03:24:40.873766Z","steps":["trace[214040540] 'agreement among raft nodes before linearized reading' (duration: 124.632679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:40.873749Z","caller":"traceutil/trace.go:171","msg":"trace[2026048705] transaction","detail":"{read_only:false; response_revision:31472; number_of_response:1; }","duration":"152.213433ms","start":"2026-04-23T03:24:40.721501Z","end":"2026-04-23T03:24:40.873715Z","steps":["trace[2026048705] 'process raft request' (duration: 151.931554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:41.784543Z","caller":"traceutil/trace.go:171","msg":"trace[484122572] transaction","detail":"{read_only:false; response_revision:31478; number_of_response:1; }","duration":"110.840692ms","start":"2026-04-23T03:24:41.67368Z","end":"2026-04-23T03:24:41.784521Z","steps":["trace[484122572] 'process raft request' (duration: 110.701168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:41.803897Z","caller":"traceutil/trace.go:171","msg":"trace[1080925296] transaction","detail":"{read_only:false; response_revision:31479; number_of_response:1; }","duration":"129.338948ms","start":"2026-04-23T03:24:41.67454Z","end":"2026-04-23T03:24:41.803879Z","steps":["trace[1080925296] 'process raft request' (duration: 129.209024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:42.091262Z","caller":"traceutil/trace.go:171","msg":"trace[1474827760] transaction","detail":"{read_only:false; response_revision:31481; number_of_response:1; }","duration":"136.051231ms","start":"2026-04-23T03:24:41.955175Z","end":"2026-04-23T03:24:42.091226Z","steps":["trace[1474827760] 'process raft request' (duration: 104.367437ms)","trace[1474827760] 'compare' (duration: 31.586081ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:42.091992Z","caller":"traceutil/trace.go:171","msg":"trace[1730436850] transaction","detail":"{read_only:false; response_revision:31482; number_of_response:1; }","duration":"135.536065ms","start":"2026-04-23T03:24:41.956444Z","end":"2026-04-23T03:24:42.09198Z","steps":["trace[1730436850] 'process raft request' (duration: 135.457172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:42.09216Z","caller":"traceutil/trace.go:171","msg":"trace[1945342883] transaction","detail":"{read_only:false; response_revision:31483; number_of_response:1; }","duration":"135.610967ms","start":"2026-04-23T03:24:41.956531Z","end":"2026-04-23T03:24:42.092142Z","steps":["trace[1945342883] 'process raft request' (duration: 135.422551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:42.092401Z","caller":"traceutil/trace.go:171","msg":"trace[449845671] transaction","detail":"{read_only:false; response_revision:31484; number_of_response:1; }","duration":"134.042167ms","start":"2026-04-23T03:24:41.958352Z","end":"2026-04-23T03:24:42.092394Z","steps":["trace[449845671] 'process raft request' (duration: 133.727467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:42.092668Z","caller":"traceutil/trace.go:171","msg":"trace[2035843548] transaction","detail":"{read_only:false; response_revision:31485; number_of_response:1; }","duration":"134.229263ms","start":"2026-04-23T03:24:41.958429Z","end":"2026-04-23T03:24:42.092658Z","steps":["trace[2035843548] 'process raft request' (duration: 133.933964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:42.562838Z","caller":"traceutil/trace.go:171","msg":"trace[690163676] linearizableReadLoop","detail":"{readStateIndex:32526; appliedIndex:32525; }","duration":"116.207922ms","start":"2026-04-23T03:24:42.446602Z","end":"2026-04-23T03:24:42.56281Z","steps":["trace[690163676] 'read index received' (duration: 97.868711ms)","trace[690163676] 'applied index is now lower than readState.Index' (duration: 18.337961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:42.563097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.48356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:24:42.563152Z","caller":"traceutil/trace.go:171","msg":"trace[301254571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31487; }","duration":"116.583323ms","start":"2026-04-23T03:24:42.446554Z","end":"2026-04-23T03:24:42.563137Z","steps":["trace[301254571] 'agreement among raft nodes before linearized reading' (duration: 116.360406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:42.563267Z","caller":"traceutil/trace.go:171","msg":"trace[281084229] transaction","detail":"{read_only:false; response_revision:31487; number_of_response:1; }","duration":"165.433711ms","start":"2026-04-23T03:24:42.397816Z","end":"2026-04-23T03:24:42.56325Z","steps":["trace[281084229] 'process raft request' (duration: 146.680917ms)","trace[281084229] 'compare' (duration: 18.172346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:43.290149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.78502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:24:43.290324Z","caller":"traceutil/trace.go:171","msg":"trace[422902454] transaction","detail":"{read_only:false; response_revision:31490; number_of_response:1; }","duration":"236.680699ms","start":"2026-04-23T03:24:43.053632Z","end":"2026-04-23T03:24:43.290313Z","steps":["trace[422902454] 'process raft request' (duration: 236.606266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.290528Z","caller":"traceutil/trace.go:171","msg":"trace[1334604995] transaction","detail":"{read_only:false; response_revision:31489; number_of_response:1; }","duration":"361.187693ms","start":"2026-04-23T03:24:42.929138Z","end":"2026-04-23T03:24:43.290326Z","steps":["trace[1334604995] 'process raft request' (duration: 101.158475ms)","trace[1334604995] 'compare' (duration: 258.901193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:43.291465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:42.929113Z","time spent":"362.226506ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:43.362143Z","caller":"traceutil/trace.go:171","msg":"trace[452943744] linearizableReadLoop","detail":"{readStateIndex:32531; appliedIndex:32527; }","duration":"153.72093ms","start":"2026-04-23T03:24:43.208389Z","end":"2026-04-23T03:24:43.36211Z","steps":["trace[452943744] 'read index received' (duration: 16.676408ms)","trace[452943744] 'applied index is now lower than readState.Index' (duration: 137.043112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:43.362429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.019329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:24:43.36251Z","caller":"traceutil/trace.go:171","msg":"trace[440363998] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:31492; }","duration":"154.140973ms","start":"2026-04-23T03:24:43.208355Z","end":"2026-04-23T03:24:43.362496Z","steps":["trace[440363998] 'agreement among raft nodes before linearized reading' (duration: 154.004249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.362849Z","caller":"traceutil/trace.go:171","msg":"trace[1397181619] transaction","detail":"{read_only:false; response_revision:31491; number_of_response:1; }","duration":"304.57151ms","start":"2026-04-23T03:24:43.058263Z","end":"2026-04-23T03:24:43.362834Z","steps":["trace[1397181619] 'process raft request' (duration: 303.64084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.36294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.058242Z","time spent":"304.642793ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:43.363099Z","caller":"traceutil/trace.go:171","msg":"trace[1133191375] transaction","detail":"{read_only:false; response_revision:31492; number_of_response:1; }","duration":"303.205167ms","start":"2026-04-23T03:24:43.059883Z","end":"2026-04-23T03:24:43.363088Z","steps":["trace[1133191375] 'process raft request' (duration: 302.170834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.363156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.059857Z","time spent":"303.269049ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:43.363575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.103683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:43.363649Z","caller":"traceutil/trace.go:171","msg":"trace[602690208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:31492; }","duration":"101.224937ms","start":"2026-04-23T03:24:43.262405Z","end":"2026-04-23T03:24:43.36363Z","steps":["trace[602690208] 'agreement among raft nodes before linearized reading' (duration: 101.085753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.536204Z","caller":"traceutil/trace.go:171","msg":"trace[1208631938] transaction","detail":"{read_only:false; response_revision:31493; number_of_response:1; }","duration":"164.47161ms","start":"2026-04-23T03:24:43.371709Z","end":"2026-04-23T03:24:43.53618Z","steps":["trace[1208631938] 'process raft request' (duration: 66.880838ms)","trace[1208631938] 'compare' (duration: 97.410567ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:43.947855Z","caller":"traceutil/trace.go:171","msg":"trace[1931343209] transaction","detail":"{read_only:false; response_revision:31494; number_of_response:1; }","duration":"156.199089ms","start":"2026-04-23T03:24:43.791629Z","end":"2026-04-23T03:24:43.947828Z","steps":["trace[1931343209] 'process raft request' (duration: 129.667958ms)","trace[1931343209] 'compare' (duration: 26.299103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:44.455115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.771016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:24:44.455437Z","caller":"traceutil/trace.go:171","msg":"trace[1028694527] transaction","detail":"{read_only:false; response_revision:31495; number_of_response:1; }","duration":"645.817642ms","start":"2026-04-23T03:24:43.809589Z","end":"2026-04-23T03:24:44.455407Z","steps":["trace[1028694527] 'process raft request' (duration: 263.674024ms)","trace[1028694527] 'compare' (duration: 381.438725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:44.455559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.809569Z","time spent":"645.929646ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:44.455563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.387635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:44.455468Z","caller":"traceutil/trace.go:171","msg":"trace[547526609] linearizableReadLoop","detail":"{readStateIndex:32534; appliedIndex:32532; }","duration":"619.297132ms","start":"2026-04-23T03:24:43.836156Z","end":"2026-04-23T03:24:44.455453Z","steps":["trace[547526609] 'read index received' (duration: 85.148898ms)","trace[547526609] 'applied index is now lower than readState.Index' (duration: 534.147004ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:44.455592Z","caller":"traceutil/trace.go:171","msg":"trace[2089984804] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:31495; }","duration":"619.470087ms","start":"2026-04-23T03:24:43.836114Z","end":"2026-04-23T03:24:44.455584Z","steps":["trace[2089984804] 'agreement among raft nodes before linearized reading' (duration: 619.375124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.455637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.836097Z","time spent":"619.532439ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:24:44.455777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.195791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:24:44.455793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.938942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:24:44.455822Z","caller":"traceutil/trace.go:171","msg":"trace[19458467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31495; }","duration":"359.257893ms","start":"2026-04-23T03:24:44.096552Z","end":"2026-04-23T03:24:44.45581Z","steps":["trace[19458467] 'agreement among raft nodes before linearized reading' (duration: 359.113968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.455827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.795521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T03:24:44.455853Z","caller":"traceutil/trace.go:171","msg":"trace[639060879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31495; }","duration":"359.020895ms","start":"2026-04-23T03:24:44.096815Z","end":"2026-04-23T03:24:44.455835Z","steps":["trace[639060879] 'agreement among raft nodes before linearized reading' (duration: 358.84885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.45586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:44.096547Z","time spent":"359.305624ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:24:44.455893Z","caller":"traceutil/trace.go:171","msg":"trace[322420289] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:31495; }","duration":"556.898105ms","start":"2026-04-23T03:24:43.898978Z","end":"2026-04-23T03:24:44.455876Z","steps":["trace[322420289] 'agreement among raft nodes before linearized reading' (duration: 556.692498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.455875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.267495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:24:44.455894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:44.096809Z","time spent":"359.077627ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:24:44.45591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.825353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T03:24:44.45592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.89896Z","time spent":"556.955107ms","remote":"127.0.0.1:49264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-04-23T03:24:44.455923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.912713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:24:44.455938Z","caller":"traceutil/trace.go:171","msg":"trace[185040750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31495; }","duration":"360.892504ms","start":"2026-04-23T03:24:44.095038Z","end":"2026-04-23T03:24:44.455931Z","steps":["trace[185040750] 'agreement among raft nodes before linearized reading' (duration: 360.772921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:44.455935Z","caller":"traceutil/trace.go:171","msg":"trace[1131312833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31495; }","duration":"360.370358ms","start":"2026-04-23T03:24:44.09555Z","end":"2026-04-23T03:24:44.45592Z","steps":["trace[1131312833] 'agreement among raft nodes before linearized reading' (duration: 360.172172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:44.455947Z","caller":"traceutil/trace.go:171","msg":"trace[1399778234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31495; }","duration":"359.950115ms","start":"2026-04-23T03:24:44.095991Z","end":"2026-04-23T03:24:44.455941Z","steps":["trace[1399778234] 'agreement among raft nodes before linearized reading' (duration: 359.882963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.45596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:44.095016Z","time spent":"360.940556ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:24:44.455967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:44.095984Z","time spent":"359.978805ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:24:44.455971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:44.095535Z","time spent":"360.43071ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:24:44.456098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.812461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:44.456244Z","caller":"traceutil/trace.go:171","msg":"trace[995761046] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:31495; }","duration":"496.930154ms","start":"2026-04-23T03:24:43.959222Z","end":"2026-04-23T03:24:44.456152Z","steps":["trace[995761046] 'agreement among raft nodes before linearized reading' (duration: 496.78604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.456291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.959208Z","time spent":"497.07361ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:24:45.489768Z","caller":"traceutil/trace.go:171","msg":"trace[1879465550] transaction","detail":"{read_only:false; response_revision:31505; number_of_response:1; }","duration":"122.100238ms","start":"2026-04-23T03:24:45.367639Z","end":"2026-04-23T03:24:45.489739Z","steps":["trace[1879465550] 'process raft request' (duration: 48.814966ms)","trace[1879465550] 'compare' (duration: 72.952772ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:45.489785Z","caller":"traceutil/trace.go:171","msg":"trace[1150879581] transaction","detail":"{read_only:false; response_revision:31506; number_of_response:1; }","duration":"122.090018ms","start":"2026-04-23T03:24:45.367666Z","end":"2026-04-23T03:24:45.489756Z","steps":["trace[1150879581] 'process raft request' (duration: 121.8451ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:45.971513Z","caller":"traceutil/trace.go:171","msg":"trace[1017516866] transaction","detail":"{read_only:false; response_revision:31508; number_of_response:1; }","duration":"102.809527ms","start":"2026-04-23T03:24:45.868296Z","end":"2026-04-23T03:24:45.971106Z","steps":["trace[1017516866] 'process raft request' (duration: 102.648962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:46.695748Z","caller":"traceutil/trace.go:171","msg":"trace[968706337] transaction","detail":"{read_only:false; response_revision:31515; number_of_response:1; }","duration":"102.833328ms","start":"2026-04-23T03:24:46.592894Z","end":"2026-04-23T03:24:46.695728Z","steps":["trace[968706337] 'process raft request' (duration: 102.763116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:46.695743Z","caller":"traceutil/trace.go:171","msg":"trace[32187036] transaction","detail":"{read_only:false; response_revision:31514; number_of_response:1; }","duration":"102.89038ms","start":"2026-04-23T03:24:46.592818Z","end":"2026-04-23T03:24:46.695709Z","steps":["trace[32187036] 'process raft request' (duration: 102.710175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:46.696059Z","caller":"traceutil/trace.go:171","msg":"trace[755128112] transaction","detail":"{read_only:false; response_revision:31516; number_of_response:1; }","duration":"103.060656ms","start":"2026-04-23T03:24:46.592977Z","end":"2026-04-23T03:24:46.696038Z","steps":["trace[755128112] 'process raft request' (duration: 102.722035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:46.696137Z","caller":"traceutil/trace.go:171","msg":"trace[1564281340] transaction","detail":"{read_only:false; response_revision:31517; number_of_response:1; }","duration":"102.958713ms","start":"2026-04-23T03:24:46.593167Z","end":"2026-04-23T03:24:46.696125Z","steps":["trace[1564281340] 'process raft request' (duration: 102.826418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:47.419119Z","caller":"traceutil/trace.go:171","msg":"trace[1299028950] transaction","detail":"{read_only:false; response_revision:31520; number_of_response:1; }","duration":"105.355498ms","start":"2026-04-23T03:24:47.313735Z","end":"2026-04-23T03:24:47.419091Z","steps":["trace[1299028950] 'process raft request' (duration: 105.10915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:47.713484Z","caller":"traceutil/trace.go:171","msg":"trace[1742664968] transaction","detail":"{read_only:false; response_revision:31522; number_of_response:1; }","duration":"218.535705ms","start":"2026-04-23T03:24:47.494925Z","end":"2026-04-23T03:24:47.713461Z","steps":["trace[1742664968] 'process raft request' (duration: 218.369539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:47.964938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.817354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:24:47.965156Z","caller":"traceutil/trace.go:171","msg":"trace[238702871] linearizableReadLoop","detail":"{readStateIndex:32564; appliedIndex:32561; }","duration":"306.13633ms","start":"2026-04-23T03:24:47.658999Z","end":"2026-04-23T03:24:47.965135Z","steps":["trace[238702871] 'read index received' (duration: 54.378803ms)","trace[238702871] 'applied index is now lower than readState.Index' (duration: 251.756377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:47.965329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.324125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:24:47.965391Z","caller":"traceutil/trace.go:171","msg":"trace[893744737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31524; }","duration":"306.415468ms","start":"2026-04-23T03:24:47.658963Z","end":"2026-04-23T03:24:47.965378Z","steps":["trace[893744737] 'agreement among raft nodes before linearized reading' (duration: 306.237513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:47.965431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.658946Z","time spent":"306.474691ms","remote":"127.0.0.1:49400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:24:47.965683Z","caller":"traceutil/trace.go:171","msg":"trace[103843528] transaction","detail":"{read_only:false; response_revision:31524; number_of_response:1; }","duration":"398.542277ms","start":"2026-04-23T03:24:47.567121Z","end":"2026-04-23T03:24:47.965664Z","steps":["trace[103843528] 'process raft request' (duration: 397.926928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:47.965782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.567097Z","time spent":"398.634631ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:47.966091Z","caller":"traceutil/trace.go:171","msg":"trace[261254316] transaction","detail":"{read_only:false; response_revision:31523; number_of_response:1; }","duration":"470.89551ms","start":"2026-04-23T03:24:47.495166Z","end":"2026-04-23T03:24:47.966061Z","steps":["trace[261254316] 'process raft request' (duration: 273.863937ms)","trace[261254316] 'compare' (duration: 194.833203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:47.967452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.495157Z","time spent":"470.987563ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:48.902364Z","caller":"traceutil/trace.go:171","msg":"trace[2135357295] transaction","detail":"{read_only:false; response_revision:31531; number_of_response:1; }","duration":"179.606211ms","start":"2026-04-23T03:24:48.722743Z","end":"2026-04-23T03:24:48.902349Z","steps":["trace[2135357295] 'process raft request' (duration: 179.57861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:48.902415Z","caller":"traceutil/trace.go:171","msg":"trace[54493894] transaction","detail":"{read_only:false; response_revision:31530; number_of_response:1; }","duration":"180.928142ms","start":"2026-04-23T03:24:48.72148Z","end":"2026-04-23T03:24:48.902408Z","steps":["trace[54493894] 'process raft request' (duration: 180.818809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:48.902404Z","caller":"traceutil/trace.go:171","msg":"trace[2111594380] transaction","detail":"{read_only:false; response_revision:31529; number_of_response:1; }","duration":"181.15922ms","start":"2026-04-23T03:24:48.721211Z","end":"2026-04-23T03:24:48.90237Z","steps":["trace[2111594380] 'process raft request' (duration: 181.055146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:48.902365Z","caller":"traceutil/trace.go:171","msg":"trace[1127605405] transaction","detail":"{read_only:false; response_revision:31528; number_of_response:1; }","duration":"181.253273ms","start":"2026-04-23T03:24:48.721088Z","end":"2026-04-23T03:24:48.902342Z","steps":["trace[1127605405] 'process raft request' (duration: 181.044196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:49.58356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.657532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:24:49.583741Z","caller":"traceutil/trace.go:171","msg":"trace[1419653347] linearizableReadLoop","detail":"{readStateIndex:32573; appliedIndex:32572; }","duration":"202.829417ms","start":"2026-04-23T03:24:49.380894Z","end":"2026-04-23T03:24:49.583723Z","steps":["trace[1419653347] 'read index received' (duration: 33.441µs)","trace[1419653347] 'applied index is now lower than readState.Index' (duration: 202.794336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:49.583941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.034733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18266"} {"level":"info","ts":"2026-04-23T03:24:49.584077Z","caller":"traceutil/trace.go:171","msg":"trace[303129450] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:31532; }","duration":"203.203079ms","start":"2026-04-23T03:24:49.38086Z","end":"2026-04-23T03:24:49.584063Z","steps":["trace[303129450] 'agreement among raft nodes before linearized reading' (duration: 202.947611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.834384Z","caller":"traceutil/trace.go:171","msg":"trace[1388941132] transaction","detail":"{read_only:false; response_revision:31533; number_of_response:1; }","duration":"429.592981ms","start":"2026-04-23T03:24:49.404769Z","end":"2026-04-23T03:24:49.834362Z","steps":["trace[1388941132] 'process raft request' (duration: 429.421186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:49.83451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.404752Z","time spent":"429.692205ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:49.85058Z","caller":"traceutil/trace.go:171","msg":"trace[2075598122] linearizableReadLoop","detail":"{readStateIndex:32576; appliedIndex:32573; }","duration":"257.612302ms","start":"2026-04-23T03:24:49.592951Z","end":"2026-04-23T03:24:49.850563Z","steps":["trace[2075598122] 'read index received' (duration: 241.296085ms)","trace[2075598122] 'applied index is now lower than readState.Index' (duration: 16.315527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:49.850768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.809108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-23T03:24:49.850792Z","caller":"traceutil/trace.go:171","msg":"trace[592977434] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:31536; }","duration":"257.87859ms","start":"2026-04-23T03:24:49.592905Z","end":"2026-04-23T03:24:49.850784Z","steps":["trace[592977434] 'agreement among raft nodes before linearized reading' (duration: 257.728136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.851118Z","caller":"traceutil/trace.go:171","msg":"trace[779035479] transaction","detail":"{read_only:false; response_revision:31534; number_of_response:1; }","duration":"426.104141ms","start":"2026-04-23T03:24:49.425005Z","end":"2026-04-23T03:24:49.851109Z","steps":["trace[779035479] 'process raft request' (duration: 425.386278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:49.851184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.424978Z","time spent":"426.164933ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:49.851353Z","caller":"traceutil/trace.go:171","msg":"trace[264669585] transaction","detail":"{read_only:false; response_revision:31536; number_of_response:1; }","duration":"131.975841ms","start":"2026-04-23T03:24:49.719365Z","end":"2026-04-23T03:24:49.851341Z","steps":["trace[264669585] 'process raft request' (duration: 131.166845ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.851485Z","caller":"traceutil/trace.go:171","msg":"trace[1929754625] transaction","detail":"{read_only:false; response_revision:31535; number_of_response:1; }","duration":"394.496939ms","start":"2026-04-23T03:24:49.456981Z","end":"2026-04-23T03:24:49.851478Z","steps":["trace[1929754625] 'process raft request' (duration: 393.519408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:49.851526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.456949Z","time spent":"394.555541ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:50.075424Z","caller":"traceutil/trace.go:171","msg":"trace[1459703287] transaction","detail":"{read_only:false; response_revision:31537; number_of_response:1; }","duration":"102.662432ms","start":"2026-04-23T03:24:49.972742Z","end":"2026-04-23T03:24:50.075405Z","steps":["trace[1459703287] 'process raft request' (duration: 102.29326ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:50.167971Z","caller":"traceutil/trace.go:171","msg":"trace[1188996673] transaction","detail":"{read_only:false; response_revision:31539; number_of_response:1; }","duration":"145.372676ms","start":"2026-04-23T03:24:50.022578Z","end":"2026-04-23T03:24:50.167951Z","steps":["trace[1188996673] 'process raft request' (duration: 145.322165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:50.168023Z","caller":"traceutil/trace.go:171","msg":"trace[214114897] transaction","detail":"{read_only:false; response_revision:31538; number_of_response:1; }","duration":"194.828992ms","start":"2026-04-23T03:24:49.973159Z","end":"2026-04-23T03:24:50.167988Z","steps":["trace[214114897] 'process raft request' (duration: 194.538503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:50.338408Z","caller":"traceutil/trace.go:171","msg":"trace[1859174616] transaction","detail":"{read_only:false; response_revision:31540; number_of_response:1; }","duration":"123.647557ms","start":"2026-04-23T03:24:50.214734Z","end":"2026-04-23T03:24:50.338382Z","steps":["trace[1859174616] 'process raft request' (duration: 67.679084ms)","trace[1859174616] 'compare' (duration: 55.632173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:51.018459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.684239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:24:51.018469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.16761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:24:51.018521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.497483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:24:51.018543Z","caller":"traceutil/trace.go:171","msg":"trace[614113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31542; }","duration":"111.812823ms","start":"2026-04-23T03:24:50.906708Z","end":"2026-04-23T03:24:51.018521Z","steps":["trace[614113] 'range keys from in-memory index tree' (duration: 111.542034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:51.018565Z","caller":"traceutil/trace.go:171","msg":"trace[1857749439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31542; }","duration":"110.334985ms","start":"2026-04-23T03:24:50.908212Z","end":"2026-04-23T03:24:51.018547Z","steps":["trace[1857749439] 'range keys from in-memory index tree' (duration: 110.029976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:51.018573Z","caller":"traceutil/trace.go:171","msg":"trace[1455000711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31542; }","duration":"111.566115ms","start":"2026-04-23T03:24:50.906994Z","end":"2026-04-23T03:24:51.01856Z","steps":["trace[1455000711] 'range keys from in-memory index tree' (duration: 111.40558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:51.018469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.839503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:24:51.018695Z","caller":"traceutil/trace.go:171","msg":"trace[1093847206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31542; }","duration":"112.105801ms","start":"2026-04-23T03:24:50.906566Z","end":"2026-04-23T03:24:51.018672Z","steps":["trace[1093847206] 'range keys from in-memory index tree' (duration: 111.687618ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:51.138517Z","caller":"traceutil/trace.go:171","msg":"trace[2081818404] transaction","detail":"{read_only:false; response_revision:31544; number_of_response:1; }","duration":"114.771347ms","start":"2026-04-23T03:24:51.023717Z","end":"2026-04-23T03:24:51.138488Z","steps":["trace[2081818404] 'process raft request' (duration: 113.178986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:51.138757Z","caller":"traceutil/trace.go:171","msg":"trace[479979435] transaction","detail":"{read_only:false; response_revision:31546; number_of_response:1; }","duration":"114.843869ms","start":"2026-04-23T03:24:51.023894Z","end":"2026-04-23T03:24:51.138738Z","steps":["trace[479979435] 'process raft request' (duration: 114.757006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:51.138848Z","caller":"traceutil/trace.go:171","msg":"trace[299041129] transaction","detail":"{read_only:false; response_revision:31545; number_of_response:1; }","duration":"115.023575ms","start":"2026-04-23T03:24:51.023811Z","end":"2026-04-23T03:24:51.138835Z","steps":["trace[299041129] 'process raft request' (duration: 114.625742ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:53.380513Z","caller":"traceutil/trace.go:171","msg":"trace[1445118049] transaction","detail":"{read_only:false; response_revision:31560; number_of_response:1; }","duration":"190.94695ms","start":"2026-04-23T03:24:53.189544Z","end":"2026-04-23T03:24:53.380491Z","steps":["trace[1445118049] 'process raft request' (duration: 179.615831ms)","trace[1445118049] 'compare' (duration: 11.162524ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:53.38113Z","caller":"traceutil/trace.go:171","msg":"trace[973846689] transaction","detail":"{read_only:false; response_revision:31562; number_of_response:1; }","duration":"168.624713ms","start":"2026-04-23T03:24:53.212475Z","end":"2026-04-23T03:24:53.3811Z","steps":["trace[973846689] 'process raft request' (duration: 168.341734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:53.380993Z","caller":"traceutil/trace.go:171","msg":"trace[393891363] transaction","detail":"{read_only:false; response_revision:31561; number_of_response:1; }","duration":"191.312091ms","start":"2026-04-23T03:24:53.18965Z","end":"2026-04-23T03:24:53.380962Z","steps":["trace[393891363] 'process raft request' (duration: 190.806165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:53.381339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.798915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18266"} {"level":"info","ts":"2026-04-23T03:24:53.381479Z","caller":"traceutil/trace.go:171","msg":"trace[1755052509] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31562; }","duration":"190.976201ms","start":"2026-04-23T03:24:53.190481Z","end":"2026-04-23T03:24:53.381457Z","steps":["trace[1755052509] 'agreement among raft nodes before linearized reading' (duration: 190.648411ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:53.381052Z","caller":"traceutil/trace.go:171","msg":"trace[1991204044] linearizableReadLoop","detail":"{readStateIndex:32602; appliedIndex:32599; }","duration":"190.506816ms","start":"2026-04-23T03:24:53.190511Z","end":"2026-04-23T03:24:53.381018Z","steps":["trace[1991204044] 'read index received' (duration: 68.276153ms)","trace[1991204044] 'applied index is now lower than readState.Index' (duration: 122.229173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:53.381814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.973128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:53.381866Z","caller":"traceutil/trace.go:171","msg":"trace[1619433727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31562; }","duration":"112.125502ms","start":"2026-04-23T03:24:53.269727Z","end":"2026-04-23T03:24:53.381853Z","steps":["trace[1619433727] 'agreement among raft nodes before linearized reading' (duration: 111.938156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:25:35.249699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.211792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:25:35.249809Z","caller":"traceutil/trace.go:171","msg":"trace[332404561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:31902; }","duration":"158.391698ms","start":"2026-04-23T03:25:35.091397Z","end":"2026-04-23T03:25:35.249788Z","steps":["trace[332404561] 'count revisions from in-memory index tree' (duration: 158.12473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:25:35.249728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.677948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:25:35.250122Z","caller":"traceutil/trace.go:171","msg":"trace[1467579515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31902; }","duration":"171.021949ms","start":"2026-04-23T03:25:35.078983Z","end":"2026-04-23T03:25:35.250005Z","steps":["trace[1467579515] 'range keys from in-memory index tree' (duration: 170.379539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:07.871109Z","caller":"traceutil/trace.go:171","msg":"trace[620143408] transaction","detail":"{read_only:false; response_revision:32142; number_of_response:1; }","duration":"106.316538ms","start":"2026-04-23T03:26:07.764771Z","end":"2026-04-23T03:26:07.871088Z","steps":["trace[620143408] 'process raft request' (duration: 68.890193ms)","trace[620143408] 'compare' (duration: 36.992952ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:30.439569Z","caller":"traceutil/trace.go:171","msg":"trace[1279435409] transaction","detail":"{read_only:false; response_revision:32305; number_of_response:1; }","duration":"172.183086ms","start":"2026-04-23T03:26:30.267337Z","end":"2026-04-23T03:26:30.43952Z","steps":["trace[1279435409] 'process raft request' (duration: 84.419925ms)","trace[1279435409] 'compare' (duration: 87.230244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:30.440018Z","caller":"traceutil/trace.go:171","msg":"trace[1172859994] linearizableReadLoop","detail":"{readStateIndex:33367; appliedIndex:33365; }","duration":"166.31874ms","start":"2026-04-23T03:26:30.273671Z","end":"2026-04-23T03:26:30.43999Z","steps":["trace[1172859994] 'read index received' (duration: 78.094555ms)","trace[1172859994] 'applied index is now lower than readState.Index' (duration: 88.222895ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:30.440075Z","caller":"traceutil/trace.go:171","msg":"trace[1088916600] transaction","detail":"{read_only:false; response_revision:32306; number_of_response:1; }","duration":"171.671319ms","start":"2026-04-23T03:26:30.268365Z","end":"2026-04-23T03:26:30.440036Z","steps":["trace[1088916600] 'process raft request' (duration: 171.439802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:30.440269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.524836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:30.440378Z","caller":"traceutil/trace.go:171","msg":"trace[1265043629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32306; }","duration":"166.687101ms","start":"2026-04-23T03:26:30.273634Z","end":"2026-04-23T03:26:30.440321Z","steps":["trace[1265043629] 'agreement among raft nodes before linearized reading' (duration: 166.447044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:30.440454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.310148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:26:30.440529Z","caller":"traceutil/trace.go:171","msg":"trace[2130378398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32306; }","duration":"130.435203ms","start":"2026-04-23T03:26:30.310058Z","end":"2026-04-23T03:26:30.440493Z","steps":["trace[2130378398] 'agreement among raft nodes before linearized reading' (duration: 130.123533ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:30.650009Z","caller":"traceutil/trace.go:171","msg":"trace[2106537471] linearizableReadLoop","detail":"{readStateIndex:33370; appliedIndex:33368; }","duration":"104.123609ms","start":"2026-04-23T03:26:30.545855Z","end":"2026-04-23T03:26:30.649979Z","steps":["trace[2106537471] 'read index received' (duration: 8.077916ms)","trace[2106537471] 'applied index is now lower than readState.Index' (duration: 96.044573ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:30.65003Z","caller":"traceutil/trace.go:171","msg":"trace[1089260693] transaction","detail":"{read_only:false; response_revision:32308; number_of_response:1; }","duration":"114.867619ms","start":"2026-04-23T03:26:30.535117Z","end":"2026-04-23T03:26:30.649984Z","steps":["trace[1089260693] 'process raft request' (duration: 18.676681ms)","trace[1089260693] 'compare' (duration: 95.859708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:30.650376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.49835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:30.650604Z","caller":"traceutil/trace.go:171","msg":"trace[2070437153] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:32309; }","duration":"104.7735ms","start":"2026-04-23T03:26:30.545807Z","end":"2026-04-23T03:26:30.65058Z","steps":["trace[2070437153] 'agreement among raft nodes before linearized reading' (duration: 104.44732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:30.650477Z","caller":"traceutil/trace.go:171","msg":"trace[1326410331] transaction","detail":"{read_only:false; response_revision:32309; number_of_response:1; }","duration":"110.210021ms","start":"2026-04-23T03:26:30.540002Z","end":"2026-04-23T03:26:30.650212Z","steps":["trace[1326410331] 'process raft request' (duration: 109.903472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:31.721387Z","caller":"traceutil/trace.go:171","msg":"trace[726825351] transaction","detail":"{read_only:false; response_revision:32313; number_of_response:1; }","duration":"126.648253ms","start":"2026-04-23T03:26:31.594692Z","end":"2026-04-23T03:26:31.721341Z","steps":["trace[726825351] 'process raft request' (duration: 123.828463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.583391Z","caller":"traceutil/trace.go:171","msg":"trace[449326306] transaction","detail":"{read_only:false; response_revision:32320; number_of_response:1; }","duration":"139.004414ms","start":"2026-04-23T03:26:32.444364Z","end":"2026-04-23T03:26:32.583368Z","steps":["trace[449326306] 'process raft request' (duration: 138.849759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.692303Z","caller":"traceutil/trace.go:171","msg":"trace[1357089549] transaction","detail":"{read_only:false; response_revision:32321; number_of_response:1; }","duration":"246.80828ms","start":"2026-04-23T03:26:32.445441Z","end":"2026-04-23T03:26:32.692249Z","steps":["trace[1357089549] 'process raft request' (duration: 195.254096ms)","trace[1357089549] 'compare' (duration: 51.272895ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:32.692323Z","caller":"traceutil/trace.go:171","msg":"trace[1358960490] transaction","detail":"{read_only:false; response_revision:32322; number_of_response:1; }","duration":"167.410054ms","start":"2026-04-23T03:26:32.52487Z","end":"2026-04-23T03:26:32.69228Z","steps":["trace[1358960490] 'process raft request' (duration: 167.233848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.692545Z","caller":"traceutil/trace.go:171","msg":"trace[807179410] transaction","detail":"{read_only:false; response_revision:32323; number_of_response:1; }","duration":"117.856364ms","start":"2026-04-23T03:26:32.574675Z","end":"2026-04-23T03:26:32.692531Z","steps":["trace[807179410] 'process raft request' (duration: 117.472282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.764945Z","caller":"traceutil/trace.go:171","msg":"trace[760195934] transaction","detail":"{read_only:false; response_revision:32325; number_of_response:1; }","duration":"108.57355ms","start":"2026-04-23T03:26:32.656335Z","end":"2026-04-23T03:26:32.764908Z","steps":["trace[760195934] 'process raft request' (duration: 108.353343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:33.761941Z","caller":"traceutil/trace.go:171","msg":"trace[144533422] linearizableReadLoop","detail":"{readStateIndex:33388; appliedIndex:33387; }","duration":"120.729815ms","start":"2026-04-23T03:26:33.641187Z","end":"2026-04-23T03:26:33.761917Z","steps":["trace[144533422] 'read index received' (duration: 120.513688ms)","trace[144533422] 'applied index is now lower than readState.Index' (duration: 215.237µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:33.762005Z","caller":"traceutil/trace.go:171","msg":"trace[1548688760] transaction","detail":"{read_only:false; response_revision:32327; number_of_response:1; }","duration":"175.047666ms","start":"2026-04-23T03:26:33.586924Z","end":"2026-04-23T03:26:33.761972Z","steps":["trace[1548688760] 'process raft request' (duration: 174.829159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:33.762154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.945772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:33.762203Z","caller":"traceutil/trace.go:171","msg":"trace[2012491269] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:32327; }","duration":"121.052086ms","start":"2026-04-23T03:26:33.641137Z","end":"2026-04-23T03:26:33.762189Z","steps":["trace[2012491269] 'agreement among raft nodes before linearized reading' (duration: 120.929642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:33.762317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.741351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:33.762382Z","caller":"traceutil/trace.go:171","msg":"trace[1309644314] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:32327; }","duration":"117.846784ms","start":"2026-04-23T03:26:33.64452Z","end":"2026-04-23T03:26:33.762367Z","steps":["trace[1309644314] 'agreement among raft nodes before linearized reading' (duration: 117.72884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:33.936947Z","caller":"traceutil/trace.go:171","msg":"trace[2099120366] transaction","detail":"{read_only:false; response_revision:32328; number_of_response:1; }","duration":"169.725407ms","start":"2026-04-23T03:26:33.767178Z","end":"2026-04-23T03:26:33.936903Z","steps":["trace[2099120366] 'process raft request' (duration: 126.524349ms)","trace[2099120366] 'compare' (duration: 42.341761ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:34.177875Z","caller":"traceutil/trace.go:171","msg":"trace[1383016039] transaction","detail":"{read_only:false; response_revision:32329; number_of_response:1; }","duration":"236.07493ms","start":"2026-04-23T03:26:33.941777Z","end":"2026-04-23T03:26:34.177852Z","steps":["trace[1383016039] 'process raft request' (duration: 235.886424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:34.205026Z","caller":"traceutil/trace.go:171","msg":"trace[466455176] transaction","detail":"{read_only:false; response_revision:32330; number_of_response:1; }","duration":"194.038458ms","start":"2026-04-23T03:26:34.01096Z","end":"2026-04-23T03:26:34.204998Z","steps":["trace[466455176] 'process raft request' (duration: 193.808641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:34.205286Z","caller":"traceutil/trace.go:171","msg":"trace[1058557264] transaction","detail":"{read_only:false; response_revision:32331; number_of_response:1; }","duration":"146.333497ms","start":"2026-04-23T03:26:34.058923Z","end":"2026-04-23T03:26:34.205256Z","steps":["trace[1058557264] 'process raft request' (duration: 145.968645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:34.897279Z","caller":"traceutil/trace.go:171","msg":"trace[1586634856] transaction","detail":"{read_only:false; response_revision:32339; number_of_response:1; }","duration":"125.468125ms","start":"2026-04-23T03:26:34.771754Z","end":"2026-04-23T03:26:34.897222Z","steps":["trace[1586634856] 'process raft request' (duration: 93.363748ms)","trace[1586634856] 'compare' (duration: 31.950682ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:35.119581Z","caller":"traceutil/trace.go:171","msg":"trace[287733536] linearizableReadLoop","detail":"{readStateIndex:33402; appliedIndex:33401; }","duration":"137.275519ms","start":"2026-04-23T03:26:34.982277Z","end":"2026-04-23T03:26:35.119552Z","steps":["trace[287733536] 'read index received' (duration: 107.106734ms)","trace[287733536] 'applied index is now lower than readState.Index' (duration: 30.167315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:35.119811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.517318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:1 size:25575"} {"level":"info","ts":"2026-04-23T03:26:35.119855Z","caller":"traceutil/trace.go:171","msg":"trace[1197839446] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:1; response_revision:32340; }","duration":"137.604239ms","start":"2026-04-23T03:26:34.982238Z","end":"2026-04-23T03:26:35.119842Z","steps":["trace[1197839446] 'agreement among raft nodes before linearized reading' (duration: 137.421194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:35.120112Z","caller":"traceutil/trace.go:171","msg":"trace[2030614107] transaction","detail":"{read_only:false; response_revision:32340; number_of_response:1; }","duration":"148.348651ms","start":"2026-04-23T03:26:34.97137Z","end":"2026-04-23T03:26:35.119719Z","steps":["trace[2030614107] 'process raft request' (duration: 118.001889ms)","trace[2030614107] 'compare' (duration: 29.956589ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:36.36649Z","caller":"traceutil/trace.go:171","msg":"trace[1546022508] transaction","detail":"{read_only:false; response_revision:32346; number_of_response:1; }","duration":"134.647946ms","start":"2026-04-23T03:26:36.231813Z","end":"2026-04-23T03:26:36.366461Z","steps":["trace[1546022508] 'process raft request' (duration: 134.44592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:36.383176Z","caller":"traceutil/trace.go:171","msg":"trace[1076077695] transaction","detail":"{read_only:false; response_revision:32347; number_of_response:1; }","duration":"149.895149ms","start":"2026-04-23T03:26:36.233257Z","end":"2026-04-23T03:26:36.383152Z","steps":["trace[1076077695] 'process raft request' (duration: 149.695893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:36.383384Z","caller":"traceutil/trace.go:171","msg":"trace[1844993843] linearizableReadLoop","detail":"{readStateIndex:33409; appliedIndex:33407; }","duration":"133.376947ms","start":"2026-04-23T03:26:36.249939Z","end":"2026-04-23T03:26:36.383316Z","steps":["trace[1844993843] 'read index received' (duration: 116.397028ms)","trace[1844993843] 'applied index is now lower than readState.Index' (duration: 16.977488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:36.383659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.718127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:133469"} {"level":"warn","ts":"2026-04-23T03:26:36.383655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.588646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:36.383714Z","caller":"traceutil/trace.go:171","msg":"trace[1757788563] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:32348; }","duration":"133.80421ms","start":"2026-04-23T03:26:36.249895Z","end":"2026-04-23T03:26:36.383699Z","steps":["trace[1757788563] 'agreement among raft nodes before linearized reading' (duration: 133.603823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:36.383745Z","caller":"traceutil/trace.go:171","msg":"trace[984642789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32348; }","duration":"111.695629ms","start":"2026-04-23T03:26:36.272014Z","end":"2026-04-23T03:26:36.383709Z","steps":["trace[984642789] 'agreement among raft nodes before linearized reading' (duration: 111.547474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:36.862476Z","caller":"traceutil/trace.go:171","msg":"trace[2125282054] transaction","detail":"{read_only:false; response_revision:32351; number_of_response:1; }","duration":"104.586944ms","start":"2026-04-23T03:26:36.757811Z","end":"2026-04-23T03:26:36.862398Z","steps":["trace[2125282054] 'process raft request' (duration: 22.492833ms)","trace[2125282054] 'compare' (duration: 81.641146ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:36.95151Z","caller":"traceutil/trace.go:171","msg":"trace[1272007795] transaction","detail":"{read_only:false; response_revision:32352; number_of_response:1; }","duration":"177.728881ms","start":"2026-04-23T03:26:36.773763Z","end":"2026-04-23T03:26:36.951492Z","steps":["trace[1272007795] 'process raft request' (duration: 177.499244ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:36.951648Z","caller":"traceutil/trace.go:171","msg":"trace[831184799] transaction","detail":"{read_only:false; response_revision:32353; number_of_response:1; }","duration":"176.964987ms","start":"2026-04-23T03:26:36.77457Z","end":"2026-04-23T03:26:36.951535Z","steps":["trace[831184799] 'process raft request' (duration: 176.849633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:37.042799Z","caller":"traceutil/trace.go:171","msg":"trace[1801797932] transaction","detail":"{read_only:false; response_revision:32354; number_of_response:1; }","duration":"139.306954ms","start":"2026-04-23T03:26:36.903468Z","end":"2026-04-23T03:26:37.042775Z","steps":["trace[1801797932] 'process raft request' (duration: 108.229739ms)","trace[1801797932] 'compare' (duration: 30.889029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:37.043057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.320818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T03:26:37.043184Z","caller":"traceutil/trace.go:171","msg":"trace[69662028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:32354; }","duration":"129.503934ms","start":"2026-04-23T03:26:36.913648Z","end":"2026-04-23T03:26:37.043152Z","steps":["trace[69662028] 'agreement among raft nodes before linearized reading' (duration: 129.127082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:37.926242Z","caller":"traceutil/trace.go:171","msg":"trace[445041403] linearizableReadLoop","detail":"{readStateIndex:33419; appliedIndex:33418; }","duration":"218.632597ms","start":"2026-04-23T03:26:37.707583Z","end":"2026-04-23T03:26:37.926216Z","steps":["trace[445041403] 'read index received' (duration: 218.523114ms)","trace[445041403] 'applied index is now lower than readState.Index' (duration: 108.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:37.926392Z","caller":"traceutil/trace.go:171","msg":"trace[1203678201] transaction","detail":"{read_only:false; response_revision:32357; number_of_response:1; }","duration":"227.160658ms","start":"2026-04-23T03:26:37.699182Z","end":"2026-04-23T03:26:37.926343Z","steps":["trace[1203678201] 'process raft request' (duration: 226.808436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:37.927124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.504315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:322018"} {"level":"info","ts":"2026-04-23T03:26:37.927242Z","caller":"traceutil/trace.go:171","msg":"trace[1649168475] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:32357; }","duration":"219.628289ms","start":"2026-04-23T03:26:37.70754Z","end":"2026-04-23T03:26:37.927168Z","steps":["trace[1649168475] 'agreement among raft nodes before linearized reading' (duration: 218.818523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:38.084257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.414527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:38.084429Z","caller":"traceutil/trace.go:171","msg":"trace[409085411] linearizableReadLoop","detail":"{readStateIndex:33420; appliedIndex:33419; }","duration":"158.072207ms","start":"2026-04-23T03:26:37.926327Z","end":"2026-04-23T03:26:38.084399Z","steps":["trace[409085411] 'read index received' (duration: 54.278359ms)","trace[409085411] 'applied index is now lower than readState.Index' (duration: 103.790168ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:38.084568Z","caller":"traceutil/trace.go:171","msg":"trace[2140370598] transaction","detail":"{read_only:false; response_revision:32358; number_of_response:1; }","duration":"234.068845ms","start":"2026-04-23T03:26:37.850485Z","end":"2026-04-23T03:26:38.084554Z","steps":["trace[2140370598] 'process raft request' (duration: 130.201454ms)","trace[2140370598] 'compare' (duration: 103.222321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:38.08485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.508557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:26:38.084884Z","caller":"traceutil/trace.go:171","msg":"trace[734905254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32358; }","duration":"257.546378ms","start":"2026-04-23T03:26:37.827328Z","end":"2026-04-23T03:26:38.084874Z","steps":["trace[734905254] 'agreement among raft nodes before linearized reading' (duration: 257.378333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:38.337158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.373035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:26:38.337258Z","caller":"traceutil/trace.go:171","msg":"trace[1397680255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32360; }","duration":"127.549371ms","start":"2026-04-23T03:26:38.209689Z","end":"2026-04-23T03:26:38.337238Z","steps":["trace[1397680255] 'range keys from in-memory index tree' (duration: 127.063715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:38.33736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.706393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:38.337529Z","caller":"traceutil/trace.go:171","msg":"trace[1936070932] transaction","detail":"{read_only:false; response_revision:32361; number_of_response:1; }","duration":"113.93982ms","start":"2026-04-23T03:26:38.223542Z","end":"2026-04-23T03:26:38.337482Z","steps":["trace[1936070932] 'process raft request' (duration: 12.020001ms)","trace[1936070932] 'compare' (duration: 101.280779ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:38.505777Z","caller":"traceutil/trace.go:171","msg":"trace[680689955] linearizableReadLoop","detail":"{readStateIndex:33425; appliedIndex:33424; }","duration":"117.340758ms","start":"2026-04-23T03:26:38.388394Z","end":"2026-04-23T03:26:38.505735Z","steps":["trace[680689955] 'read index received' (duration: 101.692262ms)","trace[680689955] 'applied index is now lower than readState.Index' (duration: 15.646726ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:38.506003Z","caller":"traceutil/trace.go:171","msg":"trace[145431975] transaction","detail":"{read_only:false; response_revision:32363; number_of_response:1; }","duration":"128.940816ms","start":"2026-04-23T03:26:38.376874Z","end":"2026-04-23T03:26:38.505815Z","steps":["trace[145431975] 'process raft request' (duration: 113.192526ms)","trace[145431975] 'compare' (duration: 15.475901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:38.506282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.847114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:26:38.507561Z","caller":"traceutil/trace.go:171","msg":"trace[650570902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32363; }","duration":"119.134265ms","start":"2026-04-23T03:26:38.388364Z","end":"2026-04-23T03:26:38.507499Z","steps":["trace[650570902] 'agreement among raft nodes before linearized reading' (duration: 117.537004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:38.538904Z","caller":"traceutil/trace.go:171","msg":"trace[703342606] transaction","detail":"{read_only:false; response_revision:32364; number_of_response:1; }","duration":"149.845818ms","start":"2026-04-23T03:26:38.389033Z","end":"2026-04-23T03:26:38.538879Z","steps":["trace[703342606] 'process raft request' (duration: 149.670683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:39.094496Z","caller":"traceutil/trace.go:171","msg":"trace[695475352] transaction","detail":"{read_only:false; response_revision:32367; number_of_response:1; }","duration":"226.503116ms","start":"2026-04-23T03:26:38.867653Z","end":"2026-04-23T03:26:39.094157Z","steps":["trace[695475352] 'process raft request' (duration: 226.30682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:39.587255Z","caller":"traceutil/trace.go:171","msg":"trace[67339336] transaction","detail":"{read_only:false; response_revision:32368; number_of_response:1; }","duration":"630.624961ms","start":"2026-04-23T03:26:38.956601Z","end":"2026-04-23T03:26:39.587226Z","steps":["trace[67339336] 'process raft request' (duration: 630.386043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:39.587579Z","caller":"traceutil/trace.go:171","msg":"trace[1466512484] transaction","detail":"{read_only:false; response_revision:32369; number_of_response:1; }","duration":"627.876173ms","start":"2026-04-23T03:26:38.959688Z","end":"2026-04-23T03:26:39.587564Z","steps":["trace[1466512484] 'process raft request' (duration: 627.491741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:39.58769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:38.959671Z","time spent":"627.960587ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:39.587707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:38.956583Z","time spent":"630.826656ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:39.587953Z","caller":"traceutil/trace.go:171","msg":"trace[1610879530] transaction","detail":"{read_only:false; response_revision:32370; number_of_response:1; }","duration":"539.238025ms","start":"2026-04-23T03:26:39.048702Z","end":"2026-04-23T03:26:39.58794Z","steps":["trace[1610879530] 'process raft request' (duration: 538.807782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:39.588023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.048678Z","time spent":"539.310958ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:39.59487Z","caller":"traceutil/trace.go:171","msg":"trace[1983561960] transaction","detail":"{read_only:false; response_revision:32371; number_of_response:1; }","duration":"327.211778ms","start":"2026-04-23T03:26:39.267612Z","end":"2026-04-23T03:26:39.594824Z","steps":["trace[1983561960] 'process raft request' (duration: 326.937099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:39.595056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.267588Z","time spent":"327.366223ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:39.697867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.124928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:26:39.69796Z","caller":"traceutil/trace.go:171","msg":"trace[770637149] linearizableReadLoop","detail":"{readStateIndex:33433; appliedIndex:33429; }","duration":"382.342824ms","start":"2026-04-23T03:26:39.315602Z","end":"2026-04-23T03:26:39.697945Z","steps":["trace[770637149] 'read index received' (duration: 271.301275ms)","trace[770637149] 'applied index is now lower than readState.Index' (duration: 111.040209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:39.698041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.423267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:39.698066Z","caller":"traceutil/trace.go:171","msg":"trace[2113801545] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:32371; }","duration":"382.494229ms","start":"2026-04-23T03:26:39.315563Z","end":"2026-04-23T03:26:39.698057Z","steps":["trace[2113801545] 'agreement among raft nodes before linearized reading' (duration: 382.417327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:39.698097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.315549Z","time spent":"382.54081ms","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:26:40.496444Z","caller":"traceutil/trace.go:171","msg":"trace[694552186] linearizableReadLoop","detail":"{readStateIndex:33437; appliedIndex:33436; }","duration":"146.056037ms","start":"2026-04-23T03:26:40.350361Z","end":"2026-04-23T03:26:40.496417Z","steps":["trace[694552186] 'read index received' (duration: 145.773038ms)","trace[694552186] 'applied index is now lower than readState.Index' (duration: 281.869µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:40.496693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.307185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:26:40.496756Z","caller":"traceutil/trace.go:171","msg":"trace[667318381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32374; }","duration":"146.42807ms","start":"2026-04-23T03:26:40.350311Z","end":"2026-04-23T03:26:40.496739Z","steps":["trace[667318381] 'agreement among raft nodes before linearized reading' (duration: 146.219823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.496675Z","caller":"traceutil/trace.go:171","msg":"trace[1225972350] transaction","detail":"{read_only:false; response_revision:32374; number_of_response:1; }","duration":"153.626358ms","start":"2026-04-23T03:26:40.342871Z","end":"2026-04-23T03:26:40.496498Z","steps":["trace[1225972350] 'process raft request' (duration: 153.37376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.818402Z","caller":"traceutil/trace.go:171","msg":"trace[730898765] transaction","detail":"{read_only:false; response_revision:32379; number_of_response:1; }","duration":"107.33919ms","start":"2026-04-23T03:26:40.711039Z","end":"2026-04-23T03:26:40.818378Z","steps":["trace[730898765] 'process raft request' (duration: 106.802293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.077226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.365965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:41.077309Z","caller":"traceutil/trace.go:171","msg":"trace[1765920220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32379; }","duration":"109.497449ms","start":"2026-04-23T03:26:40.96779Z","end":"2026-04-23T03:26:41.077288Z","steps":["trace[1765920220] 'range keys from in-memory index tree' (duration: 109.284422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:41.879233Z","caller":"traceutil/trace.go:171","msg":"trace[1022752517] transaction","detail":"{read_only:false; response_revision:32382; number_of_response:1; }","duration":"283.663638ms","start":"2026-04-23T03:26:41.595543Z","end":"2026-04-23T03:26:41.879207Z","steps":["trace[1022752517] 'process raft request' (duration: 264.055366ms)","trace[1022752517] 'compare' (duration: 19.014273ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:41.879281Z","caller":"traceutil/trace.go:171","msg":"trace[619024200] transaction","detail":"{read_only:false; response_revision:32383; number_of_response:1; }","duration":"281.586562ms","start":"2026-04-23T03:26:41.597659Z","end":"2026-04-23T03:26:41.879245Z","steps":["trace[619024200] 'process raft request' (duration: 281.474798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:41.879242Z","caller":"traceutil/trace.go:171","msg":"trace[1026673734] transaction","detail":"{read_only:false; response_revision:32384; number_of_response:1; }","duration":"279.573978ms","start":"2026-04-23T03:26:41.59965Z","end":"2026-04-23T03:26:41.879224Z","steps":["trace[1026673734] 'process raft request' (duration: 279.540487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:42.695467Z","caller":"traceutil/trace.go:171","msg":"trace[1759804772] transaction","detail":"{read_only:false; response_revision:32391; number_of_response:1; }","duration":"131.798116ms","start":"2026-04-23T03:26:42.56361Z","end":"2026-04-23T03:26:42.695408Z","steps":["trace[1759804772] 'process raft request' (duration: 131.61379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:42.695512Z","caller":"traceutil/trace.go:171","msg":"trace[1188308016] transaction","detail":"{read_only:false; response_revision:32390; number_of_response:1; }","duration":"133.532401ms","start":"2026-04-23T03:26:42.561928Z","end":"2026-04-23T03:26:42.69546Z","steps":["trace[1188308016] 'process raft request' (duration: 132.562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:42.985808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.737923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:42.985997Z","caller":"traceutil/trace.go:171","msg":"trace[1447871962] linearizableReadLoop","detail":"{readStateIndex:33457; appliedIndex:33455; }","duration":"126.956743ms","start":"2026-04-23T03:26:42.859027Z","end":"2026-04-23T03:26:42.985984Z","steps":["trace[1447871962] 'read index received' (duration: 32.045356ms)","trace[1447871962] 'applied index is now lower than readState.Index' (duration: 94.910707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:42.986085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.066906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:26:42.986061Z","caller":"traceutil/trace.go:171","msg":"trace[1363568599] transaction","detail":"{read_only:false; response_revision:32394; number_of_response:1; }","duration":"160.181295ms","start":"2026-04-23T03:26:42.825844Z","end":"2026-04-23T03:26:42.986025Z","steps":["trace[1363568599] 'process raft request' (duration: 160.077292ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:42.986115Z","caller":"traceutil/trace.go:171","msg":"trace[812329841] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:32394; }","duration":"127.147999ms","start":"2026-04-23T03:26:42.858957Z","end":"2026-04-23T03:26:42.986105Z","steps":["trace[812329841] 'agreement among raft nodes before linearized reading' (duration: 127.092817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:42.986125Z","caller":"traceutil/trace.go:171","msg":"trace[1420407937] transaction","detail":"{read_only:false; response_revision:32393; number_of_response:1; }","duration":"283.690518ms","start":"2026-04-23T03:26:42.702407Z","end":"2026-04-23T03:26:42.986097Z","steps":["trace[1420407937] 'process raft request' (duration: 98.589954ms)","trace[1420407937] 'compare' (duration: 184.385312ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:43.154Z","caller":"traceutil/trace.go:171","msg":"trace[1327776359] transaction","detail":"{read_only:false; response_revision:32395; number_of_response:1; }","duration":"216.20778ms","start":"2026-04-23T03:26:42.93776Z","end":"2026-04-23T03:26:43.153967Z","steps":["trace[1327776359] 'process raft request' (duration: 190.779425ms)","trace[1327776359] 'compare' (duration: 25.141496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:43.15415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.372658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:43.154206Z","caller":"traceutil/trace.go:171","msg":"trace[57541667] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32396; }","duration":"217.490691ms","start":"2026-04-23T03:26:42.936703Z","end":"2026-04-23T03:26:43.154194Z","steps":["trace[57541667] 'agreement among raft nodes before linearized reading' (duration: 217.387518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:43.154001Z","caller":"traceutil/trace.go:171","msg":"trace[586083834] linearizableReadLoop","detail":"{readStateIndex:33458; appliedIndex:33457; }","duration":"167.955551ms","start":"2026-04-23T03:26:42.986023Z","end":"2026-04-23T03:26:43.153979Z","steps":["trace[586083834] 'read index received' (duration: 142.510395ms)","trace[586083834] 'applied index is now lower than readState.Index' (duration: 25.443796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:43.154315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.080175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:26:43.154365Z","caller":"traceutil/trace.go:171","msg":"trace[894546192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32396; }","duration":"221.168527ms","start":"2026-04-23T03:26:42.933182Z","end":"2026-04-23T03:26:43.154351Z","steps":["trace[894546192] 'agreement among raft nodes before linearized reading' (duration: 220.868938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.193605Z","caller":"traceutil/trace.go:171","msg":"trace[842516654] transaction","detail":"{read_only:false; response_revision:32399; number_of_response:1; }","duration":"308.789594ms","start":"2026-04-23T03:26:43.884786Z","end":"2026-04-23T03:26:44.193576Z","steps":["trace[842516654] 'process raft request' (duration: 308.169384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.193792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:43.884764Z","time spent":"308.923538ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:44.193955Z","caller":"traceutil/trace.go:171","msg":"trace[1366131405] linearizableReadLoop","detail":"{readStateIndex:33463; appliedIndex:33461; }","duration":"284.639479ms","start":"2026-04-23T03:26:43.909282Z","end":"2026-04-23T03:26:44.193922Z","steps":["trace[1366131405] 'read index received' (duration: 283.554314ms)","trace[1366131405] 'applied index is now lower than readState.Index' (duration: 1.083395ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:44.19411Z","caller":"traceutil/trace.go:171","msg":"trace[804729069] transaction","detail":"{read_only:false; response_revision:32400; number_of_response:1; }","duration":"305.730856ms","start":"2026-04-23T03:26:43.888368Z","end":"2026-04-23T03:26:44.194099Z","steps":["trace[804729069] 'process raft request' (duration: 305.096806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.194238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:43.888348Z","time spent":"305.792159ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:44.194267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.384255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:26:44.194309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.875647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:44.194376Z","caller":"traceutil/trace.go:171","msg":"trace[344645682] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:32400; }","duration":"269.572421ms","start":"2026-04-23T03:26:43.924779Z","end":"2026-04-23T03:26:44.194352Z","steps":["trace[344645682] 'agreement among raft nodes before linearized reading' (duration: 269.352214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.194376Z","caller":"traceutil/trace.go:171","msg":"trace[596000905] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:32400; }","duration":"249.997901ms","start":"2026-04-23T03:26:43.94436Z","end":"2026-04-23T03:26:44.194357Z","steps":["trace[596000905] 'agreement among raft nodes before linearized reading' (duration: 249.882027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.194519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.241827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T03:26:44.194578Z","caller":"traceutil/trace.go:171","msg":"trace[826698136] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:32400; }","duration":"285.34004ms","start":"2026-04-23T03:26:43.909224Z","end":"2026-04-23T03:26:44.194565Z","steps":["trace[826698136] 'agreement among raft nodes before linearized reading' (duration: 285.190175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.473202Z","caller":"traceutil/trace.go:171","msg":"trace[495973635] linearizableReadLoop","detail":"{readStateIndex:33465; appliedIndex:33464; }","duration":"246.037565ms","start":"2026-04-23T03:26:44.227122Z","end":"2026-04-23T03:26:44.47316Z","steps":["trace[495973635] 'read index received' (duration: 197.702324ms)","trace[495973635] 'applied index is now lower than readState.Index' (duration: 48.333371ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:44.473353Z","caller":"traceutil/trace.go:171","msg":"trace[1389219027] transaction","detail":"{read_only:false; response_revision:32401; number_of_response:1; }","duration":"252.640414ms","start":"2026-04-23T03:26:44.220679Z","end":"2026-04-23T03:26:44.473319Z","steps":["trace[1389219027] 'process raft request' (duration: 204.21677ms)","trace[1389219027] 'compare' (duration: 47.828916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:44.473666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.034495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T03:26:44.473708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.560372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:26:44.473757Z","caller":"traceutil/trace.go:171","msg":"trace[625787952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32401; }","duration":"216.19123ms","start":"2026-04-23T03:26:44.257543Z","end":"2026-04-23T03:26:44.473735Z","steps":["trace[625787952] 'agreement among raft nodes before linearized reading' (duration: 215.862039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.473818Z","caller":"traceutil/trace.go:171","msg":"trace[1003191818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32401; }","duration":"246.734977ms","start":"2026-04-23T03:26:44.227056Z","end":"2026-04-23T03:26:44.473791Z","steps":["trace[1003191818] 'agreement among raft nodes before linearized reading' (duration: 246.311084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.722314Z","caller":"traceutil/trace.go:171","msg":"trace[654271529] linearizableReadLoop","detail":"{readStateIndex:33468; appliedIndex:33467; }","duration":"113.206797ms","start":"2026-04-23T03:26:44.609077Z","end":"2026-04-23T03:26:44.722284Z","steps":["trace[654271529] 'read index received' (duration: 41.878126ms)","trace[654271529] 'applied index is now lower than readState.Index' (duration: 71.327191ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:44.722459Z","caller":"traceutil/trace.go:171","msg":"trace[476064356] transaction","detail":"{read_only:false; response_revision:32404; number_of_response:1; }","duration":"162.016614ms","start":"2026-04-23T03:26:44.560426Z","end":"2026-04-23T03:26:44.722443Z","steps":["trace[476064356] 'process raft request' (duration: 90.499938ms)","trace[476064356] 'compare' (duration: 71.191655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:44.722647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.546747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:26:44.722742Z","caller":"traceutil/trace.go:171","msg":"trace[1568595028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32404; }","duration":"113.701032ms","start":"2026-04-23T03:26:44.609019Z","end":"2026-04-23T03:26:44.72272Z","steps":["trace[1568595028] 'agreement among raft nodes before linearized reading' (duration: 113.435454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.903207Z","caller":"traceutil/trace.go:171","msg":"trace[606723402] transaction","detail":"{read_only:false; response_revision:32406; number_of_response:1; }","duration":"176.034488ms","start":"2026-04-23T03:26:44.727137Z","end":"2026-04-23T03:26:44.903171Z","steps":["trace[606723402] 'process raft request' (duration: 175.760529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.948095Z","caller":"traceutil/trace.go:171","msg":"trace[1907442684] transaction","detail":"{read_only:false; response_revision:32407; number_of_response:1; }","duration":"216.649294ms","start":"2026-04-23T03:26:44.731414Z","end":"2026-04-23T03:26:44.948063Z","steps":["trace[1907442684] 'process raft request' (duration: 215.986143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:45.290032Z","caller":"traceutil/trace.go:171","msg":"trace[212127860] transaction","detail":"{read_only:false; response_revision:32410; number_of_response:1; }","duration":"130.240626ms","start":"2026-04-23T03:26:45.159746Z","end":"2026-04-23T03:26:45.289987Z","steps":["trace[212127860] 'process raft request' (duration: 72.880489ms)","trace[212127860] 'compare' (duration: 56.893843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:46.220457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:26:46.220544Z","caller":"traceutil/trace.go:171","msg":"trace[642515293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32412; }","duration":"116.680367ms","start":"2026-04-23T03:26:46.103844Z","end":"2026-04-23T03:26:46.220525Z","steps":["trace[642515293] 'range keys from in-memory index tree' (duration: 116.276864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.358281Z","caller":"traceutil/trace.go:171","msg":"trace[1552377732] transaction","detail":"{read_only:false; response_revision:32413; number_of_response:1; }","duration":"157.50039ms","start":"2026-04-23T03:26:46.200753Z","end":"2026-04-23T03:26:46.358253Z","steps":["trace[1552377732] 'process raft request' (duration: 157.322095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.399904Z","caller":"traceutil/trace.go:171","msg":"trace[524909447] linearizableReadLoop","detail":"{readStateIndex:33478; appliedIndex:33476; }","duration":"174.888721ms","start":"2026-04-23T03:26:46.22499Z","end":"2026-04-23T03:26:46.399878Z","steps":["trace[524909447] 'read index received' (duration: 133.086997ms)","trace[524909447] 'applied index is now lower than readState.Index' (duration: 41.800954ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.399954Z","caller":"traceutil/trace.go:171","msg":"trace[943205991] transaction","detail":"{read_only:false; response_revision:32414; number_of_response:1; }","duration":"198.984935ms","start":"2026-04-23T03:26:46.200932Z","end":"2026-04-23T03:26:46.399917Z","steps":["trace[943205991] 'process raft request' (duration: 198.82634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.400097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.101798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T03:26:46.400096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.313984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:46.400162Z","caller":"traceutil/trace.go:171","msg":"trace[69290531] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:32414; }","duration":"127.399347ms","start":"2026-04-23T03:26:46.272748Z","end":"2026-04-23T03:26:46.400147Z","steps":["trace[69290531] 'agreement among raft nodes before linearized reading' (duration: 127.276283ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.400118Z","caller":"traceutil/trace.go:171","msg":"trace[1444412208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32414; }","duration":"175.1715ms","start":"2026-04-23T03:26:46.224939Z","end":"2026-04-23T03:26:46.400111Z","steps":["trace[1444412208] 'agreement among raft nodes before linearized reading' (duration: 175.051636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.574635Z","caller":"traceutil/trace.go:171","msg":"trace[1014583679] linearizableReadLoop","detail":"{readStateIndex:33479; appliedIndex:33478; }","duration":"152.769401ms","start":"2026-04-23T03:26:46.421813Z","end":"2026-04-23T03:26:46.574582Z","steps":["trace[1014583679] 'read index received' (duration: 118.696591ms)","trace[1014583679] 'applied index is now lower than readState.Index' (duration: 34.07159ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.574773Z","caller":"traceutil/trace.go:171","msg":"trace[608651526] transaction","detail":"{read_only:false; response_revision:32415; number_of_response:1; }","duration":"169.307075ms","start":"2026-04-23T03:26:46.405438Z","end":"2026-04-23T03:26:46.574745Z","steps":["trace[608651526] 'process raft request' (duration: 135.051889ms)","trace[608651526] 'compare' (duration: 33.816782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:46.575556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.718441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:46.575611Z","caller":"traceutil/trace.go:171","msg":"trace[1401373091] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:32415; }","duration":"153.820584ms","start":"2026-04-23T03:26:46.421777Z","end":"2026-04-23T03:26:46.575597Z","steps":["trace[1401373091] 'agreement among raft nodes before linearized reading' (duration: 152.969697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.73303Z","caller":"traceutil/trace.go:171","msg":"trace[1440208219] linearizableReadLoop","detail":"{readStateIndex:33481; appliedIndex:33480; }","duration":"152.640796ms","start":"2026-04-23T03:26:46.580378Z","end":"2026-04-23T03:26:46.733019Z","steps":["trace[1440208219] 'read index received' (duration: 1.88223ms)","trace[1440208219] 'applied index is now lower than readState.Index' (duration: 150.758056ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.733193Z","caller":"traceutil/trace.go:171","msg":"trace[1538945633] transaction","detail":"{read_only:false; response_revision:32417; number_of_response:1; }","duration":"153.08204ms","start":"2026-04-23T03:26:46.580102Z","end":"2026-04-23T03:26:46.733184Z","steps":["trace[1538945633] 'process raft request' (duration: 152.811242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.733344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.952926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T03:26:46.733367Z","caller":"traceutil/trace.go:171","msg":"trace[925664448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32417; }","duration":"153.029058ms","start":"2026-04-23T03:26:46.580333Z","end":"2026-04-23T03:26:46.733362Z","steps":["trace[925664448] 'agreement among raft nodes before linearized reading' (duration: 152.937505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.888696Z","caller":"traceutil/trace.go:171","msg":"trace[1695967878] linearizableReadLoop","detail":"{readStateIndex:33483; appliedIndex:33481; }","duration":"155.59608ms","start":"2026-04-23T03:26:46.733075Z","end":"2026-04-23T03:26:46.888671Z","steps":["trace[1695967878] 'read index received' (duration: 100.792974ms)","trace[1695967878] 'applied index is now lower than readState.Index' (duration: 54.801896ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.888719Z","caller":"traceutil/trace.go:171","msg":"trace[358417250] transaction","detail":"{read_only:false; response_revision:32418; number_of_response:1; }","duration":"158.715089ms","start":"2026-04-23T03:26:46.729973Z","end":"2026-04-23T03:26:46.888689Z","steps":["trace[358417250] 'process raft request' (duration: 103.922663ms)","trace[358417250] 'compare' (duration: 54.591969ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.888719Z","caller":"traceutil/trace.go:171","msg":"trace[92359979] transaction","detail":"{read_only:false; response_revision:32419; number_of_response:1; }","duration":"155.816127ms","start":"2026-04-23T03:26:46.732882Z","end":"2026-04-23T03:26:46.888698Z","steps":["trace[92359979] 'process raft request' (duration: 155.744585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.888812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.533572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:46.888839Z","caller":"traceutil/trace.go:171","msg":"trace[935114769] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:32419; }","duration":"294.599824ms","start":"2026-04-23T03:26:46.594234Z","end":"2026-04-23T03:26:46.888833Z","steps":["trace[935114769] 'agreement among raft nodes before linearized reading' (duration: 294.524962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.88901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.768473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18266"} {"level":"info","ts":"2026-04-23T03:26:46.88904Z","caller":"traceutil/trace.go:171","msg":"trace[15876014] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32419; }","duration":"154.800174ms","start":"2026-04-23T03:26:46.73423Z","end":"2026-04-23T03:26:46.88903Z","steps":["trace[15876014] 'agreement among raft nodes before linearized reading' (duration: 154.67123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.168844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.02565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:47.169051Z","caller":"traceutil/trace.go:171","msg":"trace[869383955] transaction","detail":"{read_only:false; response_revision:32421; number_of_response:1; }","duration":"212.607596ms","start":"2026-04-23T03:26:46.956414Z","end":"2026-04-23T03:26:47.169021Z","steps":["trace[869383955] 'process raft request' (duration: 70.301717ms)","trace[869383955] 'compare' (duration: 141.899856ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:47.16922Z","caller":"traceutil/trace.go:171","msg":"trace[1963752842] linearizableReadLoop","detail":"{readStateIndex:33485; appliedIndex:33484; }","duration":"211.845412ms","start":"2026-04-23T03:26:46.957267Z","end":"2026-04-23T03:26:47.169113Z","steps":["trace[1963752842] 'read index received' (duration: 69.420439ms)","trace[1963752842] 'applied index is now lower than readState.Index' (duration: 142.420623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:47.169628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.340698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster\" ","response":"range_response_count:1 size:34530"} {"level":"info","ts":"2026-04-23T03:26:47.169688Z","caller":"traceutil/trace.go:171","msg":"trace[2078214452] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster; range_end:; response_count:1; response_revision:32422; }","duration":"212.519323ms","start":"2026-04-23T03:26:46.957148Z","end":"2026-04-23T03:26:47.169667Z","steps":["trace[2078214452] 'agreement among raft nodes before linearized reading' (duration: 212.224764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.170667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.644057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T03:26:47.170893Z","caller":"traceutil/trace.go:171","msg":"trace[2023440628] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:32422; }","duration":"111.885365ms","start":"2026-04-23T03:26:47.058963Z","end":"2026-04-23T03:26:47.170848Z","steps":["trace[2023440628] 'agreement among raft nodes before linearized reading' (duration: 110.661156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:47.433947Z","caller":"traceutil/trace.go:171","msg":"trace[1268503130] linearizableReadLoop","detail":"{readStateIndex:33487; appliedIndex:33486; }","duration":"165.271287ms","start":"2026-04-23T03:26:47.268645Z","end":"2026-04-23T03:26:47.433916Z","steps":["trace[1268503130] 'read index received' (duration: 165.085071ms)","trace[1268503130] 'applied index is now lower than readState.Index' (duration: 184.956µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:47.434028Z","caller":"traceutil/trace.go:171","msg":"trace[755681475] transaction","detail":"{read_only:false; response_revision:32423; number_of_response:1; }","duration":"252.365866ms","start":"2026-04-23T03:26:47.181621Z","end":"2026-04-23T03:26:47.433987Z","steps":["trace[755681475] 'process raft request' (duration: 252.065656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.43417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.512624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:47.434283Z","caller":"traceutil/trace.go:171","msg":"trace[1179785127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32423; }","duration":"165.682199ms","start":"2026-04-23T03:26:47.26857Z","end":"2026-04-23T03:26:47.434252Z","steps":["trace[1179785127] 'agreement among raft nodes before linearized reading' (duration: 165.462312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.630986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.01325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:47.631105Z","caller":"traceutil/trace.go:171","msg":"trace[744759756] linearizableReadLoop","detail":"{readStateIndex:33488; appliedIndex:33487; }","duration":"195.614938ms","start":"2026-04-23T03:26:47.435473Z","end":"2026-04-23T03:26:47.631088Z","steps":["trace[744759756] 'read index received' (duration: 94.271937ms)","trace[744759756] 'applied index is now lower than readState.Index' (duration: 101.341841ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:47.631198Z","caller":"traceutil/trace.go:171","msg":"trace[2111902581] transaction","detail":"{read_only:false; response_revision:32424; number_of_response:1; }","duration":"334.892521ms","start":"2026-04-23T03:26:47.29629Z","end":"2026-04-23T03:26:47.631182Z","steps":["trace[2111902581] 'process raft request' (duration: 233.579401ms)","trace[2111902581] 'compare' (duration: 100.400311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:47.631265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:47.296212Z","time spent":"335.019234ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:47.631428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.269955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:26:47.631546Z","caller":"traceutil/trace.go:171","msg":"trace[266931716] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:32424; }","duration":"182.42956ms","start":"2026-04-23T03:26:47.449085Z","end":"2026-04-23T03:26:47.631515Z","steps":["trace[266931716] 'agreement among raft nodes before linearized reading' (duration: 182.187163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.631557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.080692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:47.631611Z","caller":"traceutil/trace.go:171","msg":"trace[108174404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32424; }","duration":"196.161865ms","start":"2026-04-23T03:26:47.435428Z","end":"2026-04-23T03:26:47.63159Z","steps":["trace[108174404] 'agreement among raft nodes before linearized reading' (duration: 196.084722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:17.157697Z","caller":"traceutil/trace.go:171","msg":"trace[130831610] transaction","detail":"{read_only:false; response_revision:32636; number_of_response:1; }","duration":"170.310146ms","start":"2026-04-23T03:27:16.987361Z","end":"2026-04-23T03:27:17.157671Z","steps":["trace[130831610] 'process raft request' (duration: 170.040768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:17.158438Z","caller":"traceutil/trace.go:171","msg":"trace[105907771] transaction","detail":"{read_only:false; response_revision:32637; number_of_response:1; }","duration":"101.396603ms","start":"2026-04-23T03:27:17.057014Z","end":"2026-04-23T03:27:17.15841Z","steps":["trace[105907771] 'process raft request' (duration: 101.176636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:22.708606Z","caller":"traceutil/trace.go:171","msg":"trace[1970502645] transaction","detail":"{read_only:false; response_revision:32676; number_of_response:1; }","duration":"139.243312ms","start":"2026-04-23T03:27:22.569338Z","end":"2026-04-23T03:27:22.708581Z","steps":["trace[1970502645] 'process raft request' (duration: 139.112218ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:22.733812Z","caller":"traceutil/trace.go:171","msg":"trace[1400941906] linearizableReadLoop","detail":"{readStateIndex:33749; appliedIndex:33748; }","duration":"162.930933ms","start":"2026-04-23T03:27:22.570856Z","end":"2026-04-23T03:27:22.733787Z","steps":["trace[1400941906] 'read index received' (duration: 137.807897ms)","trace[1400941906] 'applied index is now lower than readState.Index' (duration: 25.121956ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:27:22.734385Z","caller":"traceutil/trace.go:171","msg":"trace[812572340] transaction","detail":"{read_only:false; response_revision:32677; number_of_response:1; }","duration":"163.877363ms","start":"2026-04-23T03:27:22.570474Z","end":"2026-04-23T03:27:22.734351Z","steps":["trace[812572340] 'process raft request' (duration: 163.17333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:27:22.734425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.541632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:27:22.734487Z","caller":"traceutil/trace.go:171","msg":"trace[102557432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32677; }","duration":"163.635344ms","start":"2026-04-23T03:27:22.570835Z","end":"2026-04-23T03:27:22.734471Z","steps":["trace[102557432] 'agreement among raft nodes before linearized reading' (duration: 163.419248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:29:10.604176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31255} {"level":"info","ts":"2026-04-23T03:29:10.802066Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31255,"took":"193.040367ms","hash":2905058817,"current-db-size-bytes":60452864,"current-db-size":"60 MB","current-db-size-in-use-bytes":30334976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T03:29:10.802139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2905058817,"revision":31255,"compact-revision":28676} {"level":"info","ts":"2026-04-23T03:34:10.659059Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33469} {"level":"info","ts":"2026-04-23T03:34:10.813933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33469,"took":"149.001282ms","hash":2889780195,"current-db-size-bytes":60452864,"current-db-size":"60 MB","current-db-size-in-use-bytes":29728768,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T03:34:10.814014Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2889780195,"revision":33469,"compact-revision":31255} {"level":"info","ts":"2026-04-23T03:35:16.044695Z","caller":"traceutil/trace.go:171","msg":"trace[1868651891] linearizableReadLoop","detail":"{readStateIndex:37463; appliedIndex:37462; }","duration":"101.717233ms","start":"2026-04-23T03:35:15.942953Z","end":"2026-04-23T03:35:16.044671Z","steps":["trace[1868651891] 'read index received' (duration: 101.678311ms)","trace[1868651891] 'applied index is now lower than readState.Index' (duration: 37.742µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:35:16.045083Z","caller":"traceutil/trace.go:171","msg":"trace[1330889574] transaction","detail":"{read_only:false; response_revision:36287; number_of_response:1; }","duration":"226.250229ms","start":"2026-04-23T03:35:15.818797Z","end":"2026-04-23T03:35:16.045047Z","steps":["trace[1330889574] 'process raft request' (duration: 225.746743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:35:16.045218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.23622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:35:16.045311Z","caller":"traceutil/trace.go:171","msg":"trace[61209391] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:36287; }","duration":"102.388954ms","start":"2026-04-23T03:35:15.942901Z","end":"2026-04-23T03:35:16.04529Z","steps":["trace[61209391] 'agreement among raft nodes before linearized reading' (duration: 102.110295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:39:10.675674Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35730} {"level":"info","ts":"2026-04-23T03:39:10.801691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35730,"took":"121.597752ms","hash":1185183392,"current-db-size-bytes":60452864,"current-db-size":"60 MB","current-db-size-in-use-bytes":32309248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T03:39:10.801768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1185183392,"revision":35730,"compact-revision":33469} {"level":"info","ts":"2026-04-23T03:40:48.661879Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":40007,"local-member-snapshot-index":30006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T03:40:48.668385Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40007} {"level":"info","ts":"2026-04-23T03:40:48.668498Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35007} {"level":"warn","ts":"2026-04-23T03:43:25.083726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.851556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-04-23T03:43:25.08383Z","caller":"traceutil/trace.go:171","msg":"trace[1979341178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:39921; }","duration":"164.97291ms","start":"2026-04-23T03:43:24.91883Z","end":"2026-04-23T03:43:25.083803Z","steps":["trace[1979341178] 'range keys from in-memory index tree' (duration: 164.717672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:25.083909Z","caller":"traceutil/trace.go:171","msg":"trace[2066946884] transaction","detail":"{read_only:false; response_revision:39922; number_of_response:1; }","duration":"132.29301ms","start":"2026-04-23T03:43:24.951576Z","end":"2026-04-23T03:43:25.083869Z","steps":["trace[2066946884] 'process raft request' (duration: 130.835014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:34.947823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.140357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:16 size:112250"} {"level":"info","ts":"2026-04-23T03:43:34.947887Z","caller":"traceutil/trace.go:171","msg":"trace[238024376] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:39993; }","duration":"120.2325ms","start":"2026-04-23T03:43:34.827642Z","end":"2026-04-23T03:43:34.947874Z","steps":["trace[238024376] 'range keys from in-memory index tree' (duration: 119.949201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:40.115829Z","caller":"traceutil/trace.go:171","msg":"trace[568485394] transaction","detail":"{read_only:false; response_revision:40030; number_of_response:1; }","duration":"122.45357ms","start":"2026-04-23T03:43:39.993333Z","end":"2026-04-23T03:43:40.115786Z","steps":["trace[568485394] 'process raft request' (duration: 121.961755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:42.633941Z","caller":"traceutil/trace.go:171","msg":"trace[1540113539] transaction","detail":"{read_only:false; response_revision:40046; number_of_response:1; }","duration":"133.683194ms","start":"2026-04-23T03:43:42.500179Z","end":"2026-04-23T03:43:42.633862Z","steps":["trace[1540113539] 'process raft request' (duration: 133.488138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:42.762707Z","caller":"traceutil/trace.go:171","msg":"trace[843737570] linearizableReadLoop","detail":"{readStateIndex:41330; appliedIndex:41328; }","duration":"193.561121ms","start":"2026-04-23T03:43:42.569122Z","end":"2026-04-23T03:43:42.762683Z","steps":["trace[843737570] 'read index received' (duration: 64.527014ms)","trace[843737570] 'applied index is now lower than readState.Index' (duration: 129.033467ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:42.762839Z","caller":"traceutil/trace.go:171","msg":"trace[381665869] transaction","detail":"{read_only:false; response_revision:40047; number_of_response:1; }","duration":"245.55477ms","start":"2026-04-23T03:43:42.517241Z","end":"2026-04-23T03:43:42.762796Z","steps":["trace[381665869] 'process raft request' (duration: 210.213486ms)","trace[381665869] 'compare' (duration: 35.085976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:42.762924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.859937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"warn","ts":"2026-04-23T03:43:42.762961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.600495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-04-23T03:43:42.762983Z","caller":"traceutil/trace.go:171","msg":"trace[1502480759] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:40047; }","duration":"188.642725ms","start":"2026-04-23T03:43:42.574333Z","end":"2026-04-23T03:43:42.762976Z","steps":["trace[1502480759] 'agreement among raft nodes before linearized reading' (duration: 188.574153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:42.762978Z","caller":"traceutil/trace.go:171","msg":"trace[1409160276] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:40047; }","duration":"191.94433ms","start":"2026-04-23T03:43:42.571018Z","end":"2026-04-23T03:43:42.762962Z","steps":["trace[1409160276] 'agreement among raft nodes before linearized reading' (duration: 191.822596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:42.762885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.755577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:43:42.763213Z","caller":"traceutil/trace.go:171","msg":"trace[881786006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40047; }","duration":"194.127679ms","start":"2026-04-23T03:43:42.569079Z","end":"2026-04-23T03:43:42.763207Z","steps":["trace[881786006] 'agreement among raft nodes before linearized reading' (duration: 193.716746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:45.889775Z","caller":"traceutil/trace.go:171","msg":"trace[1130035983] linearizableReadLoop","detail":"{readStateIndex:41355; appliedIndex:41354; }","duration":"167.114437ms","start":"2026-04-23T03:43:45.72264Z","end":"2026-04-23T03:43:45.889754Z","steps":["trace[1130035983] 'read index received' (duration: 166.939181ms)","trace[1130035983] 'applied index is now lower than readState.Index' (duration: 174.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:45.889894Z","caller":"traceutil/trace.go:171","msg":"trace[1113678912] transaction","detail":"{read_only:false; response_revision:40071; number_of_response:1; }","duration":"194.683736ms","start":"2026-04-23T03:43:45.695166Z","end":"2026-04-23T03:43:45.88985Z","steps":["trace[1113678912] 'process raft request' (duration: 194.438328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:45.890146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.042813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.node-feature-discovery.v1\" ","response":"range_response_count:1 size:27781"} {"level":"info","ts":"2026-04-23T03:43:45.890206Z","caller":"traceutil/trace.go:171","msg":"trace[31887313] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.node-feature-discovery.v1; range_end:; response_count:1; response_revision:40071; }","duration":"126.158547ms","start":"2026-04-23T03:43:45.764033Z","end":"2026-04-23T03:43:45.890192Z","steps":["trace[31887313] 'agreement among raft nodes before linearized reading' (duration: 125.96352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:45.890256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.582852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1\" ","response":"range_response_count:1 size:452274"} {"level":"info","ts":"2026-04-23T03:43:45.89075Z","caller":"traceutil/trace.go:171","msg":"trace[415508842] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1; range_end:; response_count:1; response_revision:40071; }","duration":"168.165481ms","start":"2026-04-23T03:43:45.722565Z","end":"2026-04-23T03:43:45.89073Z","steps":["trace[415508842] 'agreement among raft nodes before linearized reading' (duration: 167.295243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:46.007461Z","caller":"traceutil/trace.go:171","msg":"trace[1391855059] transaction","detail":"{read_only:false; response_revision:40072; number_of_response:1; }","duration":"100.211849ms","start":"2026-04-23T03:43:45.907223Z","end":"2026-04-23T03:43:46.007435Z","steps":["trace[1391855059] 'process raft request' (duration: 70.062289ms)","trace[1391855059] 'compare' (duration: 29.912513ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:46.282685Z","caller":"traceutil/trace.go:171","msg":"trace[1627903482] transaction","detail":"{read_only:false; response_revision:40073; number_of_response:1; }","duration":"106.643781ms","start":"2026-04-23T03:43:46.176019Z","end":"2026-04-23T03:43:46.282662Z","steps":["trace[1627903482] 'process raft request' (duration: 106.150196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:46.472845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.271367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:43:46.472908Z","caller":"traceutil/trace.go:171","msg":"trace[1912100188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40073; }","duration":"117.37153ms","start":"2026-04-23T03:43:46.355522Z","end":"2026-04-23T03:43:46.472894Z","steps":["trace[1912100188] 'range keys from in-memory index tree' (duration: 117.134172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:47.567746Z","caller":"traceutil/trace.go:171","msg":"trace[998704814] transaction","detail":"{read_only:false; response_revision:40084; number_of_response:1; }","duration":"144.321339ms","start":"2026-04-23T03:43:47.423396Z","end":"2026-04-23T03:43:47.567717Z","steps":["trace[998704814] 'process raft request' (duration: 144.016759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:49.270562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.72361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:43:49.276523Z","caller":"traceutil/trace.go:171","msg":"trace[756047839] linearizableReadLoop","detail":"{readStateIndex:41380; appliedIndex:41379; }","duration":"125.764284ms","start":"2026-04-23T03:43:49.150742Z","end":"2026-04-23T03:43:49.276507Z","steps":["trace[756047839] 'read index received' (duration: 125.721143ms)","trace[756047839] 'applied index is now lower than readState.Index' (duration: 41.851µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:49.276611Z","caller":"traceutil/trace.go:171","msg":"trace[1491671059] transaction","detail":"{read_only:false; response_revision:40095; number_of_response:1; }","duration":"137.457932ms","start":"2026-04-23T03:43:49.139143Z","end":"2026-04-23T03:43:49.276601Z","steps":["trace[1491671059] 'process raft request' (duration: 137.233585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:49.278448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.676194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40094 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:43:49.278517Z","caller":"traceutil/trace.go:171","msg":"trace[458607058] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40095; }","duration":"127.793948ms","start":"2026-04-23T03:43:49.150707Z","end":"2026-04-23T03:43:49.278501Z","steps":["trace[458607058] 'agreement among raft nodes before linearized reading' (duration: 126.090544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:50.09871Z","caller":"traceutil/trace.go:171","msg":"trace[1761565661] linearizableReadLoop","detail":"{readStateIndex:41385; appliedIndex:41383; }","duration":"183.726341ms","start":"2026-04-23T03:43:49.914964Z","end":"2026-04-23T03:43:50.09869Z","steps":["trace[1761565661] 'read index received' (duration: 43.13852ms)","trace[1761565661] 'applied index is now lower than readState.Index' (duration: 140.587031ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:50.098774Z","caller":"traceutil/trace.go:171","msg":"trace[203677321] transaction","detail":"{read_only:false; response_revision:40100; number_of_response:1; }","duration":"189.686239ms","start":"2026-04-23T03:43:49.909053Z","end":"2026-04-23T03:43:50.09874Z","steps":["trace[203677321] 'process raft request' (duration: 189.482752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.098998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.990099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5258"} {"level":"info","ts":"2026-04-23T03:43:50.099029Z","caller":"traceutil/trace.go:171","msg":"trace[1272660578] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:40100; }","duration":"184.087812ms","start":"2026-04-23T03:43:49.914934Z","end":"2026-04-23T03:43:50.099021Z","steps":["trace[1272660578] 'agreement among raft nodes before linearized reading' (duration: 183.895786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.099311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.128929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6650"} {"level":"info","ts":"2026-04-23T03:43:50.099714Z","caller":"traceutil/trace.go:171","msg":"trace[1935458957] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:40100; }","duration":"174.564103ms","start":"2026-04-23T03:43:49.925127Z","end":"2026-04-23T03:43:50.099691Z","steps":["trace[1935458957] 'agreement among raft nodes before linearized reading' (duration: 173.85362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.550235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.085183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/barbican-bin\" ","response":"range_response_count:1 size:28333"} {"level":"info","ts":"2026-04-23T03:43:50.550316Z","caller":"traceutil/trace.go:171","msg":"trace[2011466482] range","detail":"{range_begin:/registry/configmaps/openstack/barbican-bin; range_end:; response_count:1; response_revision:40102; }","duration":"145.208737ms","start":"2026-04-23T03:43:50.40509Z","end":"2026-04-23T03:43:50.550299Z","steps":["trace[2011466482] 'range keys from in-memory index tree' (duration: 144.980329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.555627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.315908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391653"} {"level":"info","ts":"2026-04-23T03:43:50.555694Z","caller":"traceutil/trace.go:171","msg":"trace[1884302724] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40102; }","duration":"150.416221ms","start":"2026-04-23T03:43:50.405265Z","end":"2026-04-23T03:43:50.555682Z","steps":["trace[1884302724] 'range keys from in-memory index tree' (duration: 146.427875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.826218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.410413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:50.827108Z","caller":"traceutil/trace.go:171","msg":"trace[52476960] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:40103; }","duration":"133.319102ms","start":"2026-04-23T03:43:50.693756Z","end":"2026-04-23T03:43:50.827075Z","steps":["trace[52476960] 'count revisions from in-memory index tree' (duration: 132.31411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.826242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.365845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/cinder-bin\" ","response":"range_response_count:1 size:30506"} {"level":"info","ts":"2026-04-23T03:43:50.827289Z","caller":"traceutil/trace.go:171","msg":"trace[1802086373] range","detail":"{range_begin:/registry/configmaps/openstack/cinder-bin; range_end:; response_count:1; response_revision:40103; }","duration":"148.509891ms","start":"2026-04-23T03:43:50.678761Z","end":"2026-04-23T03:43:50.827271Z","steps":["trace[1802086373] 'range keys from in-memory index tree' (duration: 147.21833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.826253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.249313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"info","ts":"2026-04-23T03:43:50.827377Z","caller":"traceutil/trace.go:171","msg":"trace[2076590397] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:40103; }","duration":"129.397719ms","start":"2026-04-23T03:43:50.697959Z","end":"2026-04-23T03:43:50.827357Z","steps":["trace[2076590397] 'range keys from in-memory index tree' (duration: 128.137139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.081868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.029194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40104 ","response":"range_response_count:1000 size:783328"} {"level":"info","ts":"2026-04-23T03:43:51.081937Z","caller":"traceutil/trace.go:171","msg":"trace[175970645] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:40104; }","duration":"147.140908ms","start":"2026-04-23T03:43:50.934781Z","end":"2026-04-23T03:43:51.081922Z","steps":["trace[175970645] 'range keys from in-memory index tree' (duration: 144.465043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.224031Z","caller":"traceutil/trace.go:171","msg":"trace[917843865] linearizableReadLoop","detail":"{readStateIndex:41390; appliedIndex:41389; }","duration":"279.769498ms","start":"2026-04-23T03:43:50.94424Z","end":"2026-04-23T03:43:51.224009Z","steps":["trace[917843865] 'read index received' (duration: 279.550361ms)","trace[917843865] 'applied index is now lower than readState.Index' (duration: 218.297µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:51.224109Z","caller":"traceutil/trace.go:171","msg":"trace[2100476483] transaction","detail":"{read_only:false; response_revision:40105; number_of_response:1; }","duration":"284.751065ms","start":"2026-04-23T03:43:50.939325Z","end":"2026-04-23T03:43:51.224076Z","steps":["trace[2100476483] 'process raft request' (duration: 284.540078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.224343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.612525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:43:51.224399Z","caller":"traceutil/trace.go:171","msg":"trace[1694895251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40105; }","duration":"201.719928ms","start":"2026-04-23T03:43:51.022666Z","end":"2026-04-23T03:43:51.224386Z","steps":["trace[1694895251] 'agreement among raft nodes before linearized reading' (duration: 201.510481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.224404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.490517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:43:51.224441Z","caller":"traceutil/trace.go:171","msg":"trace[1968216311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40105; }","duration":"126.568089ms","start":"2026-04-23T03:43:51.097863Z","end":"2026-04-23T03:43:51.224431Z","steps":["trace[1968216311] 'agreement among raft nodes before linearized reading' (duration: 126.422355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.224671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.704037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:43:51.224782Z","caller":"traceutil/trace.go:171","msg":"trace[1906548322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40105; }","duration":"201.827081ms","start":"2026-04-23T03:43:51.022935Z","end":"2026-04-23T03:43:51.224762Z","steps":["trace[1906548322] 'agreement among raft nodes before linearized reading' (duration: 201.554832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.22578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.446945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40104 ","response":"range_response_count:210 size:158443"} {"level":"warn","ts":"2026-04-23T03:43:51.225832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.584765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40104 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:43:51.22588Z","caller":"traceutil/trace.go:171","msg":"trace[974848718] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40105; }","duration":"132.563248ms","start":"2026-04-23T03:43:51.093293Z","end":"2026-04-23T03:43:51.225857Z","steps":["trace[974848718] 'agreement among raft nodes before linearized reading' (duration: 131.078781ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.225952Z","caller":"traceutil/trace.go:171","msg":"trace[1566010916] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40105; }","duration":"281.749771ms","start":"2026-04-23T03:43:50.944185Z","end":"2026-04-23T03:43:51.225934Z","steps":["trace[1566010916] 'agreement among raft nodes before linearized reading' (duration: 279.925983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.556837Z","caller":"traceutil/trace.go:171","msg":"trace[1075348841] transaction","detail":"{read_only:false; response_revision:40106; number_of_response:1; }","duration":"328.416001ms","start":"2026-04-23T03:43:51.228402Z","end":"2026-04-23T03:43:51.556818Z","steps":["trace[1075348841] 'process raft request' (duration: 262.031639ms)","trace[1075348841] 'compare' (duration: 66.143284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:51.556964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.228384Z","time spent":"328.521435ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:51.588868Z","caller":"traceutil/trace.go:171","msg":"trace[711957243] transaction","detail":"{read_only:false; response_revision:40107; number_of_response:1; }","duration":"360.40906ms","start":"2026-04-23T03:43:51.228427Z","end":"2026-04-23T03:43:51.588836Z","steps":["trace[711957243] 'process raft request' (duration: 360.178673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.589011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.228413Z","time spent":"360.528253ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:51.589249Z","caller":"traceutil/trace.go:171","msg":"trace[857852658] transaction","detail":"{read_only:false; response_revision:40108; number_of_response:1; }","duration":"359.879183ms","start":"2026-04-23T03:43:51.229348Z","end":"2026-04-23T03:43:51.589228Z","steps":["trace[857852658] 'process raft request' (duration: 359.44133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.589347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.229336Z","time spent":"359.965516ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:51.589502Z","caller":"traceutil/trace.go:171","msg":"trace[1080488049] transaction","detail":"{read_only:false; response_revision:40109; number_of_response:1; }","duration":"308.850965ms","start":"2026-04-23T03:43:51.28064Z","end":"2026-04-23T03:43:51.589491Z","steps":["trace[1080488049] 'process raft request' (duration: 308.514534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.589567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.280617Z","time spent":"308.917197ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:51.589622Z","caller":"traceutil/trace.go:171","msg":"trace[1284673652] transaction","detail":"{read_only:false; response_revision:40110; number_of_response:1; }","duration":"304.321082ms","start":"2026-04-23T03:43:51.285292Z","end":"2026-04-23T03:43:51.589613Z","steps":["trace[1284673652] 'process raft request' (duration: 304.157856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.589682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.28528Z","time spent":"304.370704ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:51.589805Z","caller":"traceutil/trace.go:171","msg":"trace[1028635187] linearizableReadLoop","detail":"{readStateIndex:41393; appliedIndex:41390; }","duration":"320.44886ms","start":"2026-04-23T03:43:51.269349Z","end":"2026-04-23T03:43:51.589798Z","steps":["trace[1028635187] 'read index received' (duration: 221.072608ms)","trace[1028635187] 'applied index is now lower than readState.Index' (duration: 99.375572ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:51.589861Z","caller":"traceutil/trace.go:171","msg":"trace[503632859] transaction","detail":"{read_only:false; response_revision:40112; number_of_response:1; }","duration":"232.016923ms","start":"2026-04-23T03:43:51.357836Z","end":"2026-04-23T03:43:51.589853Z","steps":["trace[503632859] 'process raft request' (duration: 231.92928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.589872Z","caller":"traceutil/trace.go:171","msg":"trace[784866855] transaction","detail":"{read_only:false; response_revision:40111; number_of_response:1; }","duration":"241.488121ms","start":"2026-04-23T03:43:51.348362Z","end":"2026-04-23T03:43:51.589851Z","steps":["trace[784866855] 'process raft request' (duration: 241.220773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.589946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.593284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:51.589985Z","caller":"traceutil/trace.go:171","msg":"trace[393194038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40112; }","duration":"320.673777ms","start":"2026-04-23T03:43:51.269302Z","end":"2026-04-23T03:43:51.589976Z","steps":["trace[393194038] 'agreement among raft nodes before linearized reading' (duration: 320.582934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.590018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.269285Z","time spent":"320.729029ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:43:51.76686Z","caller":"traceutil/trace.go:171","msg":"trace[163039690] transaction","detail":"{read_only:false; response_revision:40114; number_of_response:1; }","duration":"168.304365ms","start":"2026-04-23T03:43:51.598524Z","end":"2026-04-23T03:43:51.766828Z","steps":["trace[163039690] 'process raft request' (duration: 69.999087ms)","trace[163039690] 'compare' (duration: 96.250883ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:52.367916Z","caller":"traceutil/trace.go:171","msg":"trace[1744152866] transaction","detail":"{read_only:false; response_revision:40116; number_of_response:1; }","duration":"146.665532ms","start":"2026-04-23T03:43:52.22122Z","end":"2026-04-23T03:43:52.367885Z","steps":["trace[1744152866] 'process raft request' (duration: 146.198477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:52.855234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.31309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/libvirt-libvirt-default-bin\" ","response":"range_response_count:1 size:9647"} {"level":"info","ts":"2026-04-23T03:43:52.855316Z","caller":"traceutil/trace.go:171","msg":"trace[162248309] range","detail":"{range_begin:/registry/configmaps/openstack/libvirt-libvirt-default-bin; range_end:; response_count:1; response_revision:40118; }","duration":"118.442523ms","start":"2026-04-23T03:43:52.736856Z","end":"2026-04-23T03:43:52.855299Z","steps":["trace[162248309] 'range keys from in-memory index tree' (duration: 118.075392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.08061Z","caller":"traceutil/trace.go:171","msg":"trace[666849307] linearizableReadLoop","detail":"{readStateIndex:41405; appliedIndex:41404; }","duration":"124.03732ms","start":"2026-04-23T03:43:52.956549Z","end":"2026-04-23T03:43:53.080586Z","steps":["trace[666849307] 'read index received' (duration: 96.168711ms)","trace[666849307] 'applied index is now lower than readState.Index' (duration: 27.867829ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:53.080835Z","caller":"traceutil/trace.go:171","msg":"trace[322945877] transaction","detail":"{read_only:false; response_revision:40120; number_of_response:1; }","duration":"164.306429ms","start":"2026-04-23T03:43:52.916513Z","end":"2026-04-23T03:43:53.08082Z","steps":["trace[322945877] 'process raft request' (duration: 136.259645ms)","trace[322945877] 'compare' (duration: 27.639641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:53.081048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.484394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/libvirt-libvirt-default-bin\" ","response":"range_response_count:1 size:9647"} {"level":"info","ts":"2026-04-23T03:43:53.081075Z","caller":"traceutil/trace.go:171","msg":"trace[872193944] range","detail":"{range_begin:/registry/configmaps/openstack/libvirt-libvirt-default-bin; range_end:; response_count:1; response_revision:40120; }","duration":"124.550476ms","start":"2026-04-23T03:43:52.956515Z","end":"2026-04-23T03:43:53.081066Z","steps":["trace[872193944] 'agreement among raft nodes before linearized reading' (duration: 124.442862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.081232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.496251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-bin\" ","response":"range_response_count:1 size:24014"} {"level":"info","ts":"2026-04-23T03:43:53.081256Z","caller":"traceutil/trace.go:171","msg":"trace[1645699763] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-bin; range_end:; response_count:1; response_revision:40120; }","duration":"122.552333ms","start":"2026-04-23T03:43:52.958698Z","end":"2026-04-23T03:43:53.08125Z","steps":["trace[1645699763] 'agreement among raft nodes before linearized reading' (duration: 122.48546ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.376807Z","caller":"traceutil/trace.go:171","msg":"trace[1898328346] linearizableReadLoop","detail":"{readStateIndex:41406; appliedIndex:41405; }","duration":"145.379513ms","start":"2026-04-23T03:43:53.231405Z","end":"2026-04-23T03:43:53.376785Z","steps":["trace[1898328346] 'read index received' (duration: 145.115004ms)","trace[1898328346] 'applied index is now lower than readState.Index' (duration: 263.429µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:53.376962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.218239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:53.37699Z","caller":"traceutil/trace.go:171","msg":"trace[1636004933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40121; }","duration":"107.297312ms","start":"2026-04-23T03:43:53.269684Z","end":"2026-04-23T03:43:53.376981Z","steps":["trace[1636004933] 'agreement among raft nodes before linearized reading' (duration: 107.22188ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.377043Z","caller":"traceutil/trace.go:171","msg":"trace[316365825] transaction","detail":"{read_only:false; response_revision:40121; number_of_response:1; }","duration":"147.770058ms","start":"2026-04-23T03:43:53.229079Z","end":"2026-04-23T03:43:53.376849Z","steps":["trace[316365825] 'process raft request' (duration: 147.52068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.377092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.660061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-cluster-api-proxy-config\" ","response":"range_response_count:1 size:582"} {"level":"info","ts":"2026-04-23T03:43:53.37719Z","caller":"traceutil/trace.go:171","msg":"trace[13095620] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-cluster-api-proxy-config; range_end:; response_count:1; response_revision:40121; }","duration":"145.823277ms","start":"2026-04-23T03:43:53.231344Z","end":"2026-04-23T03:43:53.377167Z","steps":["trace[13095620] 'agreement among raft nodes before linearized reading' (duration: 145.547168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.69702Z","caller":"traceutil/trace.go:171","msg":"trace[100207275] transaction","detail":"{read_only:false; response_revision:40123; number_of_response:1; }","duration":"101.577922ms","start":"2026-04-23T03:43:53.595419Z","end":"2026-04-23T03:43:53.696997Z","steps":["trace[100207275] 'process raft request' (duration: 101.069296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.697229Z","caller":"traceutil/trace.go:171","msg":"trace[2146248147] transaction","detail":"{read_only:false; response_revision:40124; number_of_response:1; }","duration":"101.693856ms","start":"2026-04-23T03:43:53.595525Z","end":"2026-04-23T03:43:53.697219Z","steps":["trace[2146248147] 'process raft request' (duration: 101.124468ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.697369Z","caller":"traceutil/trace.go:171","msg":"trace[1588307800] transaction","detail":"{read_only:false; response_revision:40125; number_of_response:1; }","duration":"101.550451ms","start":"2026-04-23T03:43:53.595806Z","end":"2026-04-23T03:43:53.697356Z","steps":["trace[1588307800] 'process raft request' (duration: 100.918461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.697958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.693247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:43:53.69801Z","caller":"traceutil/trace.go:171","msg":"trace[1321510362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40125; }","duration":"102.764689ms","start":"2026-04-23T03:43:53.595232Z","end":"2026-04-23T03:43:53.697996Z","steps":["trace[1321510362] 'agreement among raft nodes before linearized reading' (duration: 102.634315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.764332Z","caller":"traceutil/trace.go:171","msg":"trace[145677012] transaction","detail":"{read_only:false; response_revision:40126; number_of_response:1; }","duration":"147.487999ms","start":"2026-04-23T03:43:53.616821Z","end":"2026-04-23T03:43:53.764309Z","steps":["trace[145677012] 'process raft request' (duration: 145.061673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.764775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.271082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-04-23T03:43:53.764876Z","caller":"traceutil/trace.go:171","msg":"trace[1432344580] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:1; response_revision:40126; }","duration":"140.424697ms","start":"2026-04-23T03:43:53.624436Z","end":"2026-04-23T03:43:53.76486Z","steps":["trace[1432344580] 'agreement among raft nodes before linearized reading' (duration: 139.88537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.00629Z","caller":"traceutil/trace.go:171","msg":"trace[1570112304] linearizableReadLoop","detail":"{readStateIndex:41414; appliedIndex:41413; }","duration":"197.047791ms","start":"2026-04-23T03:43:53.809223Z","end":"2026-04-23T03:43:54.006271Z","steps":["trace[1570112304] 'read index received' (duration: 176.342068ms)","trace[1570112304] 'applied index is now lower than readState.Index' (duration: 20.704753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:54.006348Z","caller":"traceutil/trace.go:171","msg":"trace[1792454590] transaction","detail":"{read_only:false; response_revision:40129; number_of_response:1; }","duration":"212.324862ms","start":"2026-04-23T03:43:53.793991Z","end":"2026-04-23T03:43:54.006316Z","steps":["trace[1792454590] 'process raft request' (duration: 191.537817ms)","trace[1792454590] 'compare' (duration: 20.550978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:54.006704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.555759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/orc-system/\" range_end:\"/registry/serviceaccounts/orc-system0\" limit:500 ","response":"range_response_count:2 size:604"} {"level":"info","ts":"2026-04-23T03:43:54.006755Z","caller":"traceutil/trace.go:171","msg":"trace[36172533] range","detail":"{range_begin:/registry/serviceaccounts/orc-system/; range_end:/registry/serviceaccounts/orc-system0; response_count:2; response_revision:40129; }","duration":"152.650372ms","start":"2026-04-23T03:43:53.854094Z","end":"2026-04-23T03:43:54.006745Z","steps":["trace[36172533] 'agreement among raft nodes before linearized reading' (duration: 152.489747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:54.006942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.953117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-04-23T03:43:54.006996Z","caller":"traceutil/trace.go:171","msg":"trace[342888355] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:1; response_revision:40129; }","duration":"150.039539ms","start":"2026-04-23T03:43:53.85695Z","end":"2026-04-23T03:43:54.006989Z","steps":["trace[342888355] 'agreement among raft nodes before linearized reading' (duration: 149.942466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:54.00792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.667962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40127 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:43:54.008011Z","caller":"traceutil/trace.go:171","msg":"trace[398304517] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40129; }","duration":"198.808347ms","start":"2026-04-23T03:43:53.809183Z","end":"2026-04-23T03:43:54.007991Z","steps":["trace[398304517] 'agreement among raft nodes before linearized reading' (duration: 197.232987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.642188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.625932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40137 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:43:55.642276Z","caller":"traceutil/trace.go:171","msg":"trace[153183372] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40137; }","duration":"113.761846ms","start":"2026-04-23T03:43:55.528499Z","end":"2026-04-23T03:43:55.642261Z","steps":["trace[153183372] 'range keys from in-memory index tree' (duration: 112.796535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.642737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.165616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40137 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:43:55.642838Z","caller":"traceutil/trace.go:171","msg":"trace[2102166775] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40137; }","duration":"106.3114ms","start":"2026-04-23T03:43:55.536504Z","end":"2026-04-23T03:43:55.642816Z","steps":["trace[2102166775] 'range keys from in-memory index tree' (duration: 104.782663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:55.920767Z","caller":"traceutil/trace.go:171","msg":"trace[1088295651] transaction","detail":"{read_only:false; response_revision:40139; number_of_response:1; }","duration":"218.519217ms","start":"2026-04-23T03:43:55.702224Z","end":"2026-04-23T03:43:55.920743Z","steps":["trace[1088295651] 'process raft request' (duration: 218.356342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.087432Z","caller":"traceutil/trace.go:171","msg":"trace[1263860859] linearizableReadLoop","detail":"{readStateIndex:41427; appliedIndex:41425; }","duration":"381.08921ms","start":"2026-04-23T03:43:55.706315Z","end":"2026-04-23T03:43:56.087404Z","steps":["trace[1263860859] 'read index received' (duration: 214.493311ms)","trace[1263860859] 'applied index is now lower than readState.Index' (duration: 166.594789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.087567Z","caller":"traceutil/trace.go:171","msg":"trace[1958822991] transaction","detail":"{read_only:false; response_revision:40140; number_of_response:1; }","duration":"385.284002ms","start":"2026-04-23T03:43:55.702271Z","end":"2026-04-23T03:43:56.087555Z","steps":["trace[1958822991] 'process raft request' (duration: 318.435245ms)","trace[1958822991] 'compare' (duration: 66.321441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:56.087668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.702248Z","time spent":"385.351084ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:56.087829Z","caller":"traceutil/trace.go:171","msg":"trace[467131412] transaction","detail":"{read_only:false; response_revision:40141; number_of_response:1; }","duration":"385.436667ms","start":"2026-04-23T03:43:55.702382Z","end":"2026-04-23T03:43:56.087818Z","steps":["trace[467131412] 'process raft request' (duration: 384.840169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.087878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.702361Z","time spent":"385.490289ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:43:56.088032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.034887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-server-conf\" ","response":"range_response_count:1 size:1560"} {"level":"warn","ts":"2026-04-23T03:43:56.088029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.845367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:43:56.088071Z","caller":"traceutil/trace.go:171","msg":"trace[827149119] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-barbican-server-conf; range_end:; response_count:1; response_revision:40142; }","duration":"347.096959ms","start":"2026-04-23T03:43:55.740966Z","end":"2026-04-23T03:43:56.088063Z","steps":["trace[827149119] 'agreement among raft nodes before linearized reading' (duration: 346.971725ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.088038Z","caller":"traceutil/trace.go:171","msg":"trace[93182230] transaction","detail":"{read_only:false; response_revision:40142; number_of_response:1; }","duration":"293.482139ms","start":"2026-04-23T03:43:55.794498Z","end":"2026-04-23T03:43:56.08798Z","steps":["trace[93182230] 'process raft request' (duration: 292.815919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.088096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.740952Z","time spent":"347.13894ms","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1583,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-server-conf\" "} {"level":"warn","ts":"2026-04-23T03:43:56.088068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.099722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:43:56.088144Z","caller":"traceutil/trace.go:171","msg":"trace[703775687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40142; }","duration":"316.214185ms","start":"2026-04-23T03:43:55.771913Z","end":"2026-04-23T03:43:56.088127Z","steps":["trace[703775687] 'agreement among raft nodes before linearized reading' (duration: 316.007389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.088168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.219933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-plugins-conf\" ","response":"range_response_count:1 size:848"} {"level":"info","ts":"2026-04-23T03:43:56.088188Z","caller":"traceutil/trace.go:171","msg":"trace[234900192] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-barbican-plugins-conf; range_end:; response_count:1; response_revision:40142; }","duration":"354.266835ms","start":"2026-04-23T03:43:55.733915Z","end":"2026-04-23T03:43:56.088182Z","steps":["trace[234900192] 'agreement among raft nodes before linearized reading' (duration: 354.197433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.088214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.733899Z","time spent":"354.309797ms","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":871,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-plugins-conf\" "} {"level":"warn","ts":"2026-04-23T03:43:56.088195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.670312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/rook-ceph/\" range_end:\"/registry/ingress/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:43:56.0882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.771898Z","time spent":"316.284768ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:43:56.08833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.324425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T03:43:56.088054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:56.088375Z","caller":"traceutil/trace.go:171","msg":"trace[1717784355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40142; }","duration":"320.414228ms","start":"2026-04-23T03:43:55.767949Z","end":"2026-04-23T03:43:56.088363Z","steps":["trace[1717784355] 'agreement among raft nodes before linearized reading' (duration: 320.239422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.088272Z","caller":"traceutil/trace.go:171","msg":"trace[794448065] range","detail":"{range_begin:/registry/ingress/rook-ceph/; range_end:/registry/ingress/rook-ceph0; response_count:0; response_revision:40142; }","duration":"357.785356ms","start":"2026-04-23T03:43:55.730469Z","end":"2026-04-23T03:43:56.088254Z","steps":["trace[794448065] 'agreement among raft nodes before linearized reading' (duration: 357.663132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.08841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.76792Z","time spent":"320.48131ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:43:56.088398Z","caller":"traceutil/trace.go:171","msg":"trace[488947069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:40142; }","duration":"382.095662ms","start":"2026-04-23T03:43:55.706283Z","end":"2026-04-23T03:43:56.088379Z","steps":["trace[488947069] 'agreement among raft nodes before linearized reading' (duration: 381.672559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.088458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.730454Z","time spent":"357.990402ms","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/rook-ceph/\" range_end:\"/registry/ingress/rook-ceph0\" limit:500 "} {"level":"info","ts":"2026-04-23T03:43:56.088095Z","caller":"traceutil/trace.go:171","msg":"trace[552502344] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:40142; }","duration":"376.955981ms","start":"2026-04-23T03:43:55.711122Z","end":"2026-04-23T03:43:56.088078Z","steps":["trace[552502344] 'agreement among raft nodes before linearized reading' (duration: 376.800206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.088544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.706221Z","time spent":"382.275288ms","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:43:56.088601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.711104Z","time spent":"377.487407ms","remote":"127.0.0.1:49702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:43:56.317517Z","caller":"traceutil/trace.go:171","msg":"trace[831444181] linearizableReadLoop","detail":"{readStateIndex:41431; appliedIndex:41430; }","duration":"110.72828ms","start":"2026-04-23T03:43:56.206765Z","end":"2026-04-23T03:43:56.317494Z","steps":["trace[831444181] 'read index received' (duration: 110.516863ms)","trace[831444181] 'applied index is now lower than readState.Index' (duration: 207.057µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.317603Z","caller":"traceutil/trace.go:171","msg":"trace[905731119] transaction","detail":"{read_only:false; response_revision:40145; number_of_response:1; }","duration":"113.747245ms","start":"2026-04-23T03:43:56.203828Z","end":"2026-04-23T03:43:56.317575Z","steps":["trace[905731119] 'process raft request' (duration: 113.515788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.317737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.946587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-plugins-conf\" ","response":"range_response_count:1 size:848"} {"level":"info","ts":"2026-04-23T03:43:56.317803Z","caller":"traceutil/trace.go:171","msg":"trace[1743131067] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-barbican-plugins-conf; range_end:; response_count:1; response_revision:40145; }","duration":"111.05728ms","start":"2026-04-23T03:43:56.206731Z","end":"2026-04-23T03:43:56.317788Z","steps":["trace[1743131067] 'agreement among raft nodes before linearized reading' (duration: 110.849194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.536566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.065042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:56.536693Z","caller":"traceutil/trace.go:171","msg":"trace[1568784848] transaction","detail":"{read_only:false; response_revision:40146; number_of_response:1; }","duration":"145.442074ms","start":"2026-04-23T03:43:56.391237Z","end":"2026-04-23T03:43:56.536679Z","steps":["trace[1568784848] 'process raft request' (duration: 33.200477ms)","trace[1568784848] 'compare' (duration: 111.951068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.7014Z","caller":"traceutil/trace.go:171","msg":"trace[476104382] linearizableReadLoop","detail":"{readStateIndex:41433; appliedIndex:41432; }","duration":"107.508828ms","start":"2026-04-23T03:43:56.593862Z","end":"2026-04-23T03:43:56.701371Z","steps":["trace[476104382] 'read index received' (duration: 63.356107ms)","trace[476104382] 'applied index is now lower than readState.Index' (duration: 44.151551ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.70184Z","caller":"traceutil/trace.go:171","msg":"trace[664922557] transaction","detail":"{read_only:false; response_revision:40147; number_of_response:1; }","duration":"155.035526ms","start":"2026-04-23T03:43:56.546789Z","end":"2026-04-23T03:43:56.701824Z","steps":["trace[664922557] 'process raft request' (duration: 110.473122ms)","trace[664922557] 'compare' (duration: 43.630875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:56.70223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.354405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:56.702279Z","caller":"traceutil/trace.go:171","msg":"trace[174900402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:40147; }","duration":"108.444048ms","start":"2026-04-23T03:43:56.593822Z","end":"2026-04-23T03:43:56.702266Z","steps":["trace[174900402] 'agreement among raft nodes before linearized reading' (duration: 108.350475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:59.746099Z","caller":"traceutil/trace.go:171","msg":"trace[1663688150] linearizableReadLoop","detail":"{readStateIndex:41453; appliedIndex:41452; }","duration":"237.012469ms","start":"2026-04-23T03:43:59.509062Z","end":"2026-04-23T03:43:59.746074Z","steps":["trace[1663688150] 'read index received' (duration: 236.889276ms)","trace[1663688150] 'applied index is now lower than readState.Index' (duration: 122.593µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:59.746204Z","caller":"traceutil/trace.go:171","msg":"trace[945518488] transaction","detail":"{read_only:false; response_revision:40166; number_of_response:1; }","duration":"255.172372ms","start":"2026-04-23T03:43:59.491006Z","end":"2026-04-23T03:43:59.746178Z","steps":["trace[945518488] 'process raft request' (duration: 254.933564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:59.746463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.392301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/tempest-bin\" ","response":"range_response_count:1 size:3842"} {"level":"warn","ts":"2026-04-23T03:43:59.746458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.608253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/staffeln-bin\" ","response":"range_response_count:1 size:11554"} {"level":"info","ts":"2026-04-23T03:43:59.746532Z","caller":"traceutil/trace.go:171","msg":"trace[1381838694] range","detail":"{range_begin:/registry/configmaps/openstack/staffeln-bin; range_end:; response_count:1; response_revision:40166; }","duration":"234.716297ms","start":"2026-04-23T03:43:59.511801Z","end":"2026-04-23T03:43:59.746517Z","steps":["trace[1381838694] 'agreement among raft nodes before linearized reading' (duration: 234.499931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:59.7465Z","caller":"traceutil/trace.go:171","msg":"trace[747905036] range","detail":"{range_begin:/registry/configmaps/openstack/tempest-bin; range_end:; response_count:1; response_revision:40166; }","duration":"237.471234ms","start":"2026-04-23T03:43:59.509021Z","end":"2026-04-23T03:43:59.746492Z","steps":["trace[747905036] 'agreement among raft nodes before linearized reading' (duration: 237.157084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.190013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.548141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-configuration\" ","response":"range_response_count:1 size:1829"} {"level":"info","ts":"2026-04-23T03:44:00.190198Z","caller":"traceutil/trace.go:171","msg":"trace[2126765259] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-configuration; range_end:; response_count:1; response_revision:40169; }","duration":"108.783389ms","start":"2026-04-23T03:44:00.081389Z","end":"2026-04-23T03:44:00.190172Z","steps":["trace[2126765259] 'range keys from in-memory index tree' (duration: 108.343115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.190101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.299581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-health\" ","response":"range_response_count:1 size:5019"} {"level":"info","ts":"2026-04-23T03:44:00.190365Z","caller":"traceutil/trace.go:171","msg":"trace[840012246] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-health; range_end:; response_count:1; response_revision:40169; }","duration":"100.57897ms","start":"2026-04-23T03:44:00.089735Z","end":"2026-04-23T03:44:00.190314Z","steps":["trace[840012246] 'range keys from in-memory index tree' (duration: 100.128636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.322804Z","caller":"traceutil/trace.go:171","msg":"trace[599371078] linearizableReadLoop","detail":"{readStateIndex:41459; appliedIndex:41456; }","duration":"151.942409ms","start":"2026-04-23T03:44:00.170843Z","end":"2026-04-23T03:44:00.322786Z","steps":["trace[599371078] 'read index received' (duration: 25.667279ms)","trace[599371078] 'applied index is now lower than readState.Index' (duration: 126.27418ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.322853Z","caller":"traceutil/trace.go:171","msg":"trace[885029040] transaction","detail":"{read_only:false; response_revision:40171; number_of_response:1; }","duration":"156.822733ms","start":"2026-04-23T03:44:00.165992Z","end":"2026-04-23T03:44:00.322815Z","steps":["trace[885029040] 'process raft request' (duration: 126.983793ms)","trace[885029040] 'compare' (duration: 29.639244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.322873Z","caller":"traceutil/trace.go:171","msg":"trace[326722388] transaction","detail":"{read_only:false; response_revision:40172; number_of_response:1; }","duration":"155.550153ms","start":"2026-04-23T03:44:00.167286Z","end":"2026-04-23T03:44:00.322836Z","steps":["trace[326722388] 'process raft request' (duration: 155.46039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.323014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.151946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:44:00.323044Z","caller":"traceutil/trace.go:171","msg":"trace[1255690634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40172; }","duration":"152.233808ms","start":"2026-04-23T03:44:00.170803Z","end":"2026-04-23T03:44:00.323036Z","steps":["trace[1255690634] 'agreement among raft nodes before linearized reading' (duration: 152.113264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.323148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.079344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:44:00.323173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.218183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-health\" ","response":"range_response_count:1 size:5019"} {"level":"warn","ts":"2026-04-23T03:44:00.323173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.201483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-configuration\" ","response":"range_response_count:1 size:1829"} {"level":"info","ts":"2026-04-23T03:44:00.323191Z","caller":"traceutil/trace.go:171","msg":"trace[1970754546] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-health; range_end:; response_count:1; response_revision:40172; }","duration":"129.258364ms","start":"2026-04-23T03:44:00.193927Z","end":"2026-04-23T03:44:00.323186Z","steps":["trace[1970754546] 'agreement among raft nodes before linearized reading' (duration: 129.194822ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.323191Z","caller":"traceutil/trace.go:171","msg":"trace[452746606] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:40172; }","duration":"126.166086ms","start":"2026-04-23T03:44:00.197012Z","end":"2026-04-23T03:44:00.323179Z","steps":["trace[452746606] 'agreement among raft nodes before linearized reading' (duration: 126.065323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.323215Z","caller":"traceutil/trace.go:171","msg":"trace[2032911040] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-configuration; range_end:; response_count:1; response_revision:40172; }","duration":"129.293605ms","start":"2026-04-23T03:44:00.193909Z","end":"2026-04-23T03:44:00.323203Z","steps":["trace[2032911040] 'agreement among raft nodes before linearized reading' (duration: 129.13753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.323242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.028588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:44:00.323571Z","caller":"traceutil/trace.go:171","msg":"trace[872791689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40172; }","duration":"116.395279ms","start":"2026-04-23T03:44:00.207149Z","end":"2026-04-23T03:44:00.323544Z","steps":["trace[872791689] 'agreement among raft nodes before linearized reading' (duration: 115.897743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.588016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.617184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:44:00.588196Z","caller":"traceutil/trace.go:171","msg":"trace[120274701] linearizableReadLoop","detail":"{readStateIndex:41462; appliedIndex:41459; }","duration":"251.827477ms","start":"2026-04-23T03:44:00.336347Z","end":"2026-04-23T03:44:00.588175Z","steps":["trace[120274701] 'read index received' (duration: 38.139862ms)","trace[120274701] 'applied index is now lower than readState.Index' (duration: 213.686015ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.58833Z","caller":"traceutil/trace.go:171","msg":"trace[225776538] transaction","detail":"{read_only:false; response_revision:40174; number_of_response:1; }","duration":"261.686368ms","start":"2026-04-23T03:44:00.326627Z","end":"2026-04-23T03:44:00.588314Z","steps":["trace[225776538] 'process raft request' (duration: 139.701354ms)","trace[225776538] 'compare' (duration: 121.499859ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.588536Z","caller":"traceutil/trace.go:171","msg":"trace[245297946] transaction","detail":"{read_only:false; response_revision:40175; number_of_response:1; }","duration":"256.36182ms","start":"2026-04-23T03:44:00.33216Z","end":"2026-04-23T03:44:00.588522Z","steps":["trace[245297946] 'process raft request' (duration: 255.946027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.591869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.501573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40172 ","response":"range_response_count:1000 size:783329"} {"level":"info","ts":"2026-04-23T03:44:00.591933Z","caller":"traceutil/trace.go:171","msg":"trace[2020404906] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:40175; }","duration":"255.619167ms","start":"2026-04-23T03:44:00.3363Z","end":"2026-04-23T03:44:00.591919Z","steps":["trace[2020404906] 'agreement among raft nodes before linearized reading' (duration: 252.348954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.78142Z","caller":"traceutil/trace.go:171","msg":"trace[1148623059] linearizableReadLoop","detail":"{readStateIndex:41463; appliedIndex:41462; }","duration":"193.124517ms","start":"2026-04-23T03:44:00.588275Z","end":"2026-04-23T03:44:00.7814Z","steps":["trace[1148623059] 'read index received' (duration: 184.409273ms)","trace[1148623059] 'applied index is now lower than readState.Index' (duration: 8.714344ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.781557Z","caller":"traceutil/trace.go:171","msg":"trace[1193657551] transaction","detail":"{read_only:false; response_revision:40176; number_of_response:1; }","duration":"231.699353ms","start":"2026-04-23T03:44:00.549809Z","end":"2026-04-23T03:44:00.781509Z","steps":["trace[1193657551] 'process raft request' (duration: 222.956567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.782119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.932657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:00.782185Z","caller":"traceutil/trace.go:171","msg":"trace[1478189266] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:40176; }","duration":"105.039051ms","start":"2026-04-23T03:44:00.677128Z","end":"2026-04-23T03:44:00.782167Z","steps":["trace[1478189266] 'agreement among raft nodes before linearized reading' (duration: 104.925827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.782265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.629599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:44:00.782325Z","caller":"traceutil/trace.go:171","msg":"trace[1380645728] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:40176; }","duration":"164.731872ms","start":"2026-04-23T03:44:00.61758Z","end":"2026-04-23T03:44:00.782312Z","steps":["trace[1380645728] 'agreement among raft nodes before linearized reading' (duration: 164.476784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.783473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.958062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40172 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:44:00.783545Z","caller":"traceutil/trace.go:171","msg":"trace[836388011] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40176; }","duration":"180.066425ms","start":"2026-04-23T03:44:00.603456Z","end":"2026-04-23T03:44:00.783522Z","steps":["trace[836388011] 'agreement among raft nodes before linearized reading' (duration: 178.573568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.786074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.421914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40172 ","response":"range_response_count:1000 size:783329"} {"level":"info","ts":"2026-04-23T03:44:00.786126Z","caller":"traceutil/trace.go:171","msg":"trace[217042897] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:40176; }","duration":"448.513477ms","start":"2026-04-23T03:44:00.337601Z","end":"2026-04-23T03:44:00.786115Z","steps":["trace[217042897] 'agreement among raft nodes before linearized reading' (duration: 443.909092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.786277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:00.337586Z","time spent":"448.562368ms","remote":"127.0.0.1:49292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":122,"response count":1210,"response size":783352,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-4pfxh-vnc-x7j2s.18a8dd050431d381\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40172 "} {"level":"warn","ts":"2026-04-23T03:44:02.052588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.253747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9795"} {"level":"warn","ts":"2026-04-23T03:44:02.052657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.909809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12229"} {"level":"info","ts":"2026-04-23T03:44:02.0527Z","caller":"traceutil/trace.go:171","msg":"trace[2002971249] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:40181; }","duration":"165.981171ms","start":"2026-04-23T03:44:01.886706Z","end":"2026-04-23T03:44:02.052687Z","steps":["trace[2002971249] 'range keys from in-memory index tree' (duration: 165.799176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.0527Z","caller":"traceutil/trace.go:171","msg":"trace[2045766684] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:40181; }","duration":"164.392581ms","start":"2026-04-23T03:44:01.888279Z","end":"2026-04-23T03:44:02.052671Z","steps":["trace[2045766684] 'range keys from in-memory index tree' (duration: 164.078262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.098961Z","caller":"traceutil/trace.go:171","msg":"trace[513663204] transaction","detail":"{read_only:false; response_revision:40182; number_of_response:1; }","duration":"208.263014ms","start":"2026-04-23T03:44:01.890682Z","end":"2026-04-23T03:44:02.098945Z","steps":["trace[513663204] 'process raft request' (duration: 208.14221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.139501Z","caller":"traceutil/trace.go:171","msg":"trace[2071164265] transaction","detail":"{read_only:false; response_revision:40183; number_of_response:1; }","duration":"152.801716ms","start":"2026-04-23T03:44:01.986676Z","end":"2026-04-23T03:44:02.139478Z","steps":["trace[2071164265] 'process raft request' (duration: 152.647811ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.319759Z","caller":"traceutil/trace.go:171","msg":"trace[2136349837] transaction","detail":"{read_only:false; response_revision:40184; number_of_response:1; }","duration":"117.978488ms","start":"2026-04-23T03:44:02.201743Z","end":"2026-04-23T03:44:02.319722Z","steps":["trace[2136349837] 'process raft request' (duration: 20.199866ms)","trace[2136349837] 'compare' (duration: 96.648407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:02.321158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.845503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391653"} {"level":"info","ts":"2026-04-23T03:44:02.321245Z","caller":"traceutil/trace.go:171","msg":"trace[402015102] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40183; }","duration":"149.976127ms","start":"2026-04-23T03:44:02.171255Z","end":"2026-04-23T03:44:02.321231Z","steps":["trace[402015102] 'range keys from in-memory index tree' (duration: 148.363236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.322208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.854031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391653"} {"level":"info","ts":"2026-04-23T03:44:02.322279Z","caller":"traceutil/trace.go:171","msg":"trace[1268963253] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40183; }","duration":"148.969485ms","start":"2026-04-23T03:44:02.173295Z","end":"2026-04-23T03:44:02.322264Z","steps":["trace[1268963253] 'range keys from in-memory index tree' (duration: 147.132318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.573541Z","caller":"traceutil/trace.go:171","msg":"trace[1613894041] transaction","detail":"{read_only:false; response_revision:40187; number_of_response:1; }","duration":"161.78495ms","start":"2026-04-23T03:44:02.411733Z","end":"2026-04-23T03:44:02.573518Z","steps":["trace[1613894041] 'process raft request' (duration: 161.644805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.62089Z","caller":"traceutil/trace.go:171","msg":"trace[1206979775] linearizableReadLoop","detail":"{readStateIndex:41475; appliedIndex:41473; }","duration":"197.134033ms","start":"2026-04-23T03:44:02.423732Z","end":"2026-04-23T03:44:02.620866Z","steps":["trace[1206979775] 'read index received' (duration: 149.664167ms)","trace[1206979775] 'applied index is now lower than readState.Index' (duration: 47.468176ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:02.62129Z","caller":"traceutil/trace.go:171","msg":"trace[1202502583] transaction","detail":"{read_only:false; response_revision:40188; number_of_response:1; }","duration":"208.1208ms","start":"2026-04-23T03:44:02.413159Z","end":"2026-04-23T03:44:02.621279Z","steps":["trace[1202502583] 'process raft request' (duration: 207.568063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.622358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.60865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40183 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:44:02.622444Z","caller":"traceutil/trace.go:171","msg":"trace[9636590] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40188; }","duration":"198.751434ms","start":"2026-04-23T03:44:02.423678Z","end":"2026-04-23T03:44:02.622429Z","steps":["trace[9636590] 'agreement among raft nodes before linearized reading' (duration: 197.638719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.696915Z","caller":"traceutil/trace.go:171","msg":"trace[1056241780] transaction","detail":"{read_only:false; response_revision:40189; number_of_response:1; }","duration":"103.196603ms","start":"2026-04-23T03:44:02.593702Z","end":"2026-04-23T03:44:02.696898Z","steps":["trace[1056241780] 'process raft request' (duration: 98.273517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.697139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.35488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T03:44:02.697167Z","caller":"traceutil/trace.go:171","msg":"trace[2065842104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40189; }","duration":"104.423472ms","start":"2026-04-23T03:44:02.592737Z","end":"2026-04-23T03:44:02.69716Z","steps":["trace[2065842104] 'agreement among raft nodes before linearized reading' (duration: 104.326219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.697311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.387221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:02.697464Z","caller":"traceutil/trace.go:171","msg":"trace[293930301] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:40189; }","duration":"131.578197ms","start":"2026-04-23T03:44:02.565851Z","end":"2026-04-23T03:44:02.69743Z","steps":["trace[293930301] 'agreement among raft nodes before linearized reading' (duration: 131.364171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.698598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.174119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40183 ","response":"range_response_count:210 size:158443"} {"level":"info","ts":"2026-04-23T03:44:02.698639Z","caller":"traceutil/trace.go:171","msg":"trace[2041070340] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-dhkbn.18a8dc7d067c66ed\u0000; range_end:/registry/events/openstack0; response_count:210; response_revision:40189; }","duration":"272.243201ms","start":"2026-04-23T03:44:02.426379Z","end":"2026-04-23T03:44:02.698623Z","steps":["trace[2041070340] 'agreement among raft nodes before linearized reading' (duration: 270.94624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.873702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.362385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:02.87379Z","caller":"traceutil/trace.go:171","msg":"trace[1935067836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:40191; }","duration":"147.486098ms","start":"2026-04-23T03:44:02.726284Z","end":"2026-04-23T03:44:02.873771Z","steps":["trace[1935067836] 'agreement among raft nodes before linearized reading' (duration: 147.354394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:03.063723Z","caller":"traceutil/trace.go:171","msg":"trace[207028886] transaction","detail":"{read_only:false; response_revision:40192; number_of_response:1; }","duration":"185.704943ms","start":"2026-04-23T03:44:02.877991Z","end":"2026-04-23T03:44:03.063696Z","steps":["trace[207028886] 'process raft request' (duration: 185.185037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:03.151571Z","caller":"traceutil/trace.go:171","msg":"trace[1467521425] linearizableReadLoop","detail":"{readStateIndex:41480; appliedIndex:41478; }","duration":"258.820206ms","start":"2026-04-23T03:44:02.892731Z","end":"2026-04-23T03:44:03.151551Z","steps":["trace[1467521425] 'read index received' (duration: 170.457162ms)","trace[1467521425] 'applied index is now lower than readState.Index' (duration: 88.362134ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:03.15171Z","caller":"traceutil/trace.go:171","msg":"trace[241167397] transaction","detail":"{read_only:false; response_revision:40193; number_of_response:1; }","duration":"273.161138ms","start":"2026-04-23T03:44:02.878508Z","end":"2026-04-23T03:44:03.151669Z","steps":["trace[241167397] 'process raft request' (duration: 272.870979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:03.151803Z","caller":"traceutil/trace.go:171","msg":"trace[1625801310] transaction","detail":"{read_only:false; response_revision:40194; number_of_response:1; }","duration":"110.928565ms","start":"2026-04-23T03:44:03.040866Z","end":"2026-04-23T03:44:03.151795Z","steps":["trace[1625801310] 'process raft request' (duration: 110.650216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.151764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.027063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17221"} {"level":"warn","ts":"2026-04-23T03:44:03.152048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.21526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18375"} {"level":"info","ts":"2026-04-23T03:44:03.152032Z","caller":"traceutil/trace.go:171","msg":"trace[541837329] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:40194; }","duration":"259.316132ms","start":"2026-04-23T03:44:02.892677Z","end":"2026-04-23T03:44:03.151993Z","steps":["trace[541837329] 'agreement among raft nodes before linearized reading' (duration: 258.959001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:03.152076Z","caller":"traceutil/trace.go:171","msg":"trace[612703789] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:40194; }","duration":"128.296483ms","start":"2026-04-23T03:44:03.023773Z","end":"2026-04-23T03:44:03.15207Z","steps":["trace[612703789] 'agreement among raft nodes before linearized reading' (duration: 128.22327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.365436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.22712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:03.365515Z","caller":"traceutil/trace.go:171","msg":"trace[1752556730] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:40194; }","duration":"127.390665ms","start":"2026-04-23T03:44:03.238108Z","end":"2026-04-23T03:44:03.365499Z","steps":["trace[1752556730] 'count revisions from in-memory index tree' (duration: 127.102176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.366019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.276754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:156 size:1512551"} {"level":"info","ts":"2026-04-23T03:44:03.366076Z","caller":"traceutil/trace.go:171","msg":"trace[782120642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:156; response_revision:40194; }","duration":"201.387648ms","start":"2026-04-23T03:44:03.164676Z","end":"2026-04-23T03:44:03.366064Z","steps":["trace[782120642] 'range keys from in-memory index tree' (duration: 200.308583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.366691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.711176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:156 size:1512551"} {"level":"info","ts":"2026-04-23T03:44:03.366749Z","caller":"traceutil/trace.go:171","msg":"trace[825940469] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:156; response_revision:40194; }","duration":"200.781278ms","start":"2026-04-23T03:44:03.165955Z","end":"2026-04-23T03:44:03.366736Z","steps":["trace[825940469] 'range keys from in-memory index tree' (duration: 199.701824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.989871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.025841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:44:03.990062Z","caller":"traceutil/trace.go:171","msg":"trace[560729583] transaction","detail":"{read_only:false; response_revision:40196; number_of_response:1; }","duration":"153.050103ms","start":"2026-04-23T03:44:03.836973Z","end":"2026-04-23T03:44:03.990024Z","steps":["trace[560729583] 'process raft request' (duration: 40.775265ms)","trace[560729583] 'compare' (duration: 111.795063ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:06.930264Z","caller":"traceutil/trace.go:171","msg":"trace[2032502077] linearizableReadLoop","detail":"{readStateIndex:41508; appliedIndex:41507; }","duration":"114.21351ms","start":"2026-04-23T03:44:06.816025Z","end":"2026-04-23T03:44:06.930239Z","steps":["trace[2032502077] 'read index received' (duration: 83.858783ms)","trace[2032502077] 'applied index is now lower than readState.Index' (duration: 30.353807ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:06.930357Z","caller":"traceutil/trace.go:171","msg":"trace[572394421] transaction","detail":"{read_only:false; response_revision:40220; number_of_response:1; }","duration":"121.715717ms","start":"2026-04-23T03:44:06.808586Z","end":"2026-04-23T03:44:06.930301Z","steps":["trace[572394421] 'process raft request' (duration: 91.324329ms)","trace[572394421] 'compare' (duration: 30.211602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:06.931036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.999945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dd03ca89dfbd\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:40219 ","response":"range_response_count:173 size:129526"} {"level":"info","ts":"2026-04-23T03:44:06.931073Z","caller":"traceutil/trace.go:171","msg":"trace[1001192037] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dd03ca89dfbd\u0000; range_end:/registry/events/openstack0; response_count:173; response_revision:40220; }","duration":"115.078597ms","start":"2026-04-23T03:44:06.815986Z","end":"2026-04-23T03:44:06.931065Z","steps":["trace[1001192037] 'agreement among raft nodes before linearized reading' (duration: 114.361714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:06.93143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.067134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:06.931497Z","caller":"traceutil/trace.go:171","msg":"trace[532835990] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:40221; }","duration":"107.175808ms","start":"2026-04-23T03:44:06.824304Z","end":"2026-04-23T03:44:06.93148Z","steps":["trace[532835990] 'agreement among raft nodes before linearized reading' (duration: 107.046844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:10.682584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38007} {"level":"info","ts":"2026-04-23T03:44:10.802967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38007,"took":"115.14812ms","hash":1477998762,"current-db-size-bytes":60452864,"current-db-size":"60 MB","current-db-size-in-use-bytes":31731712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T03:44:10.803025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1477998762,"revision":38007,"compact-revision":35730} {"level":"info","ts":"2026-04-23T03:45:45.815908Z","caller":"traceutil/trace.go:171","msg":"trace[1234362774] linearizableReadLoop","detail":"{readStateIndex:42379; appliedIndex:42378; }","duration":"170.349139ms","start":"2026-04-23T03:45:45.645528Z","end":"2026-04-23T03:45:45.815877Z","steps":["trace[1234362774] 'read index received' (duration: 170.05856ms)","trace[1234362774] 'applied index is now lower than readState.Index' (duration: 289.429µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:45.816007Z","caller":"traceutil/trace.go:171","msg":"trace[584528625] transaction","detail":"{read_only:false; response_revision:41069; number_of_response:1; }","duration":"203.111782ms","start":"2026-04-23T03:45:45.612865Z","end":"2026-04-23T03:45:45.815976Z","steps":["trace[584528625] 'process raft request' (duration: 202.791162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:45.816213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.483023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"warn","ts":"2026-04-23T03:45:45.816256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.660519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:45:45.816329Z","caller":"traceutil/trace.go:171","msg":"trace[1553321163] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:41069; }","duration":"104.637798ms","start":"2026-04-23T03:45:45.711668Z","end":"2026-04-23T03:45:45.816306Z","steps":["trace[1553321163] 'agreement among raft nodes before linearized reading' (duration: 104.39101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:45.816365Z","caller":"traceutil/trace.go:171","msg":"trace[1226537588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41069; }","duration":"170.846445ms","start":"2026-04-23T03:45:45.645488Z","end":"2026-04-23T03:45:45.816335Z","steps":["trace[1226537588] 'agreement among raft nodes before linearized reading' (duration: 170.502484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:45.969415Z","caller":"traceutil/trace.go:171","msg":"trace[923576582] linearizableReadLoop","detail":"{readStateIndex:42380; appliedIndex:42379; }","duration":"145.276019ms","start":"2026-04-23T03:45:45.824112Z","end":"2026-04-23T03:45:45.969388Z","steps":["trace[923576582] 'read index received' (duration: 85.0414ms)","trace[923576582] 'applied index is now lower than readState.Index' (duration: 60.233619ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:45.969626Z","caller":"traceutil/trace.go:171","msg":"trace[1935051230] transaction","detail":"{read_only:false; response_revision:41070; number_of_response:1; }","duration":"145.94441ms","start":"2026-04-23T03:45:45.823567Z","end":"2026-04-23T03:45:45.969512Z","steps":["trace[1935051230] 'process raft request' (duration: 85.639719ms)","trace[1935051230] 'compare' (duration: 60.035282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:45.969687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.555838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18171"} {"level":"info","ts":"2026-04-23T03:45:45.969842Z","caller":"traceutil/trace.go:171","msg":"trace[48784406] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:41070; }","duration":"145.748314ms","start":"2026-04-23T03:45:45.824082Z","end":"2026-04-23T03:45:45.96983Z","steps":["trace[48784406] 'agreement among raft nodes before linearized reading' (duration: 145.464195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:45.973748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.466155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bfhb7.18a8ddc037a70238\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41069 ","response":"range_response_count:1000 size:780913"} {"level":"info","ts":"2026-04-23T03:45:45.973818Z","caller":"traceutil/trace.go:171","msg":"trace[2100299947] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-bfhb7.18a8ddc037a70238\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41070; }","duration":"145.590169ms","start":"2026-04-23T03:45:45.82821Z","end":"2026-04-23T03:45:45.973801Z","steps":["trace[2100299947] 'agreement among raft nodes before linearized reading' (duration: 141.426118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:46.853884Z","caller":"traceutil/trace.go:171","msg":"trace[1671307377] transaction","detail":"{read_only:false; response_revision:41075; number_of_response:1; }","duration":"108.51178ms","start":"2026-04-23T03:45:46.745338Z","end":"2026-04-23T03:45:46.85385Z","steps":["trace[1671307377] 'process raft request' (duration: 108.329955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:46.953156Z","caller":"traceutil/trace.go:171","msg":"trace[934159368] transaction","detail":"{read_only:false; response_revision:41076; number_of_response:1; }","duration":"166.571139ms","start":"2026-04-23T03:45:46.786561Z","end":"2026-04-23T03:45:46.953132Z","steps":["trace[934159368] 'process raft request' (duration: 123.417429ms)","trace[934159368] 'compare' (duration: 42.990894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:46.95609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.53524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393229"} {"level":"info","ts":"2026-04-23T03:45:46.956182Z","caller":"traceutil/trace.go:171","msg":"trace[1337731805] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41076; }","duration":"154.698885ms","start":"2026-04-23T03:45:46.801465Z","end":"2026-04-23T03:45:46.956164Z","steps":["trace[1337731805] 'agreement among raft nodes before linearized reading' (duration: 151.68272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:47.764716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.646299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:45:47.764803Z","caller":"traceutil/trace.go:171","msg":"trace[891803696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:41081; }","duration":"131.782914ms","start":"2026-04-23T03:45:47.633002Z","end":"2026-04-23T03:45:47.764785Z","steps":["trace[891803696] 'range keys from in-memory index tree' (duration: 131.452554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:47.939869Z","caller":"traceutil/trace.go:171","msg":"trace[1553410540] transaction","detail":"{read_only:false; response_revision:41083; number_of_response:1; }","duration":"111.684691ms","start":"2026-04-23T03:45:47.828145Z","end":"2026-04-23T03:45:47.939829Z","steps":["trace[1553410540] 'process raft request' (duration: 57.310187ms)","trace[1553410540] 'compare' (duration: 54.125006ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:48.651818Z","caller":"traceutil/trace.go:171","msg":"trace[267754852] transaction","detail":"{read_only:false; response_revision:41086; number_of_response:1; }","duration":"150.40511ms","start":"2026-04-23T03:45:48.501392Z","end":"2026-04-23T03:45:48.651797Z","steps":["trace[267754852] 'process raft request' (duration: 149.700858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.500044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.065178ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:45:49.500423Z","caller":"traceutil/trace.go:171","msg":"trace[1505781158] linearizableReadLoop","detail":"{readStateIndex:42402; appliedIndex:42401; }","duration":"193.085266ms","start":"2026-04-23T03:45:49.307257Z","end":"2026-04-23T03:45:49.500343Z","steps":["trace[1505781158] 'read index received' (duration: 37.789381ms)","trace[1505781158] 'applied index is now lower than readState.Index' (duration: 155.291715ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:49.500558Z","caller":"traceutil/trace.go:171","msg":"trace[1773004834] transaction","detail":"{read_only:false; response_revision:41092; number_of_response:1; }","duration":"167.041925ms","start":"2026-04-23T03:45:49.333466Z","end":"2026-04-23T03:45:49.500508Z","steps":["trace[1773004834] 'process raft request' (duration: 166.733355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.500738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.467578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:6316"} {"level":"info","ts":"2026-04-23T03:45:49.500831Z","caller":"traceutil/trace.go:171","msg":"trace[812640004] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:41092; }","duration":"193.578342ms","start":"2026-04-23T03:45:49.307211Z","end":"2026-04-23T03:45:49.500789Z","steps":["trace[812640004] 'agreement among raft nodes before linearized reading' (duration: 193.288783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.500892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.712628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:4307"} {"level":"info","ts":"2026-04-23T03:45:49.500994Z","caller":"traceutil/trace.go:171","msg":"trace[54540038] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:41092; }","duration":"188.926335ms","start":"2026-04-23T03:45:49.312055Z","end":"2026-04-23T03:45:49.500982Z","steps":["trace[54540038] 'agreement among raft nodes before linearized reading' (duration: 188.665537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.500976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.154158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:49.501057Z","caller":"traceutil/trace.go:171","msg":"trace[1092975981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:41092; }","duration":"101.283353ms","start":"2026-04-23T03:45:49.39975Z","end":"2026-04-23T03:45:49.501034Z","steps":["trace[1092975981] 'agreement among raft nodes before linearized reading' (duration: 101.118127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.501091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.417188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:45:49.501194Z","caller":"traceutil/trace.go:171","msg":"trace[1838581481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41092; }","duration":"188.568403ms","start":"2026-04-23T03:45:49.312602Z","end":"2026-04-23T03:45:49.50117Z","steps":["trace[1838581481] 'agreement among raft nodes before linearized reading' (duration: 188.258223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.500968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.624901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18171"} {"level":"info","ts":"2026-04-23T03:45:49.501979Z","caller":"traceutil/trace.go:171","msg":"trace[544558679] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:41092; }","duration":"120.671413ms","start":"2026-04-23T03:45:49.381276Z","end":"2026-04-23T03:45:49.501947Z","steps":["trace[544558679] 'agreement among raft nodes before linearized reading' (duration: 119.544368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:49.705316Z","caller":"traceutil/trace.go:171","msg":"trace[702973620] transaction","detail":"{read_only:false; response_revision:41095; number_of_response:1; }","duration":"137.396751ms","start":"2026-04-23T03:45:49.567869Z","end":"2026-04-23T03:45:49.705266Z","steps":["trace[702973620] 'process raft request' (duration: 119.324241ms)","trace[702973620] 'compare' (duration: 17.866783ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:51.080511Z","caller":"traceutil/trace.go:171","msg":"trace[266271484] linearizableReadLoop","detail":"{readStateIndex:42413; appliedIndex:42412; }","duration":"268.660218ms","start":"2026-04-23T03:45:50.811824Z","end":"2026-04-23T03:45:51.080485Z","steps":["trace[266271484] 'read index received' (duration: 268.595646ms)","trace[266271484] 'applied index is now lower than readState.Index' (duration: 63.192µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:51.080647Z","caller":"traceutil/trace.go:171","msg":"trace[1074650429] transaction","detail":"{read_only:false; response_revision:41102; number_of_response:1; }","duration":"297.314911ms","start":"2026-04-23T03:45:50.783299Z","end":"2026-04-23T03:45:51.080614Z","steps":["trace[1074650429] 'process raft request' (duration: 296.989871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.080751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.907155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:6123"} {"level":"info","ts":"2026-04-23T03:45:51.080798Z","caller":"traceutil/trace.go:171","msg":"trace[976392569] range","detail":"{range_begin:/registry/secrets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:41102; }","duration":"269.002188ms","start":"2026-04-23T03:45:50.811781Z","end":"2026-04-23T03:45:51.080783Z","steps":["trace[976392569] 'agreement among raft nodes before linearized reading' (duration: 268.836283ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:51.106495Z","caller":"traceutil/trace.go:171","msg":"trace[1302881657] transaction","detail":"{read_only:false; response_revision:41103; number_of_response:1; }","duration":"201.408859ms","start":"2026-04-23T03:45:50.905052Z","end":"2026-04-23T03:45:51.106461Z","steps":["trace[1302881657] 'process raft request' (duration: 201.190082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.106584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.93663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-etc\" ","response":"range_response_count:1 size:6085"} {"level":"info","ts":"2026-04-23T03:45:51.106666Z","caller":"traceutil/trace.go:171","msg":"trace[897469424] range","detail":"{range_begin:/registry/secrets/openstack/octavia-etc; range_end:; response_count:1; response_revision:41104; }","duration":"291.040884ms","start":"2026-04-23T03:45:50.815606Z","end":"2026-04-23T03:45:51.106646Z","steps":["trace[897469424] 'agreement among raft nodes before linearized reading' (duration: 290.824347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:51.106875Z","caller":"traceutil/trace.go:171","msg":"trace[486035996] transaction","detail":"{read_only:false; response_revision:41104; number_of_response:1; }","duration":"129.382938ms","start":"2026-04-23T03:45:50.97748Z","end":"2026-04-23T03:45:51.106863Z","steps":["trace[486035996] 'process raft request' (duration: 128.902063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.295191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.60881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:6123"} {"level":"info","ts":"2026-04-23T03:45:51.295313Z","caller":"traceutil/trace.go:171","msg":"trace[1476084125] range","detail":"{range_begin:/registry/secrets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:41104; }","duration":"112.787466ms","start":"2026-04-23T03:45:51.182498Z","end":"2026-04-23T03:45:51.295285Z","steps":["trace[1476084125] 'range keys from in-memory index tree' (duration: 112.3136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:51.332747Z","caller":"traceutil/trace.go:171","msg":"trace[110552349] linearizableReadLoop","detail":"{readStateIndex:42416; appliedIndex:42415; }","duration":"109.253383ms","start":"2026-04-23T03:45:51.223462Z","end":"2026-04-23T03:45:51.332716Z","steps":["trace[110552349] 'read index received' (duration: 108.962624ms)","trace[110552349] 'applied index is now lower than readState.Index' (duration: 289.129µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:51.332825Z","caller":"traceutil/trace.go:171","msg":"trace[437809718] transaction","detail":"{read_only:false; response_revision:41105; number_of_response:1; }","duration":"119.788905ms","start":"2026-04-23T03:45:51.212999Z","end":"2026-04-23T03:45:51.332787Z","steps":["trace[437809718] 'process raft request' (duration: 119.471105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.332945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.46049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:51.333026Z","caller":"traceutil/trace.go:171","msg":"trace[295771073] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:41105; }","duration":"109.578224ms","start":"2026-04-23T03:45:51.223429Z","end":"2026-04-23T03:45:51.333007Z","steps":["trace[295771073] 'agreement among raft nodes before linearized reading' (duration: 109.43505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.526912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.74994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-keystone-admin\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-04-23T03:45:51.527019Z","caller":"traceutil/trace.go:171","msg":"trace[1919640981] range","detail":"{range_begin:/registry/secrets/openstack/octavia-keystone-admin; range_end:; response_count:1; response_revision:41105; }","duration":"116.887644ms","start":"2026-04-23T03:45:51.410093Z","end":"2026-04-23T03:45:51.526981Z","steps":["trace[1919640981] 'range keys from in-memory index tree' (duration: 116.627376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:51.726517Z","caller":"traceutil/trace.go:171","msg":"trace[15326391] linearizableReadLoop","detail":"{readStateIndex:42418; appliedIndex:42417; }","duration":"194.638414ms","start":"2026-04-23T03:45:51.531843Z","end":"2026-04-23T03:45:51.726481Z","steps":["trace[15326391] 'read index received' (duration: 179.556829ms)","trace[15326391] 'applied index is now lower than readState.Index' (duration: 15.079675ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:51.726667Z","caller":"traceutil/trace.go:171","msg":"trace[1066493489] transaction","detail":"{read_only:false; response_revision:41107; number_of_response:1; }","duration":"219.337144ms","start":"2026-04-23T03:45:51.507316Z","end":"2026-04-23T03:45:51.726653Z","steps":["trace[1066493489] 'process raft request' (duration: 204.149985ms)","trace[1066493489] 'compare' (duration: 14.825917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:51.727085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.222043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-keystone-admin\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-04-23T03:45:51.727133Z","caller":"traceutil/trace.go:171","msg":"trace[1426687257] range","detail":"{range_begin:/registry/secrets/openstack/octavia-keystone-admin; range_end:; response_count:1; response_revision:41107; }","duration":"195.321057ms","start":"2026-04-23T03:45:51.5318Z","end":"2026-04-23T03:45:51.727121Z","steps":["trace[1426687257] 'agreement among raft nodes before linearized reading' (duration: 195.12092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.777827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.989441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:45:51.777905Z","caller":"traceutil/trace.go:171","msg":"trace[120272718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41108; }","duration":"238.095724ms","start":"2026-04-23T03:45:51.539789Z","end":"2026-04-23T03:45:51.777884Z","steps":["trace[120272718] 'agreement among raft nodes before linearized reading' (duration: 237.906449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.778021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.515216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:45:51.778096Z","caller":"traceutil/trace.go:171","msg":"trace[674725487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41108; }","duration":"184.64061ms","start":"2026-04-23T03:45:51.593438Z","end":"2026-04-23T03:45:51.778079Z","steps":["trace[674725487] 'agreement among raft nodes before linearized reading' (duration: 184.480735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.778107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.019877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-keystone-test\" ","response":"range_response_count:1 size:1067"} {"level":"info","ts":"2026-04-23T03:45:51.778202Z","caller":"traceutil/trace.go:171","msg":"trace[1887341180] range","detail":"{range_begin:/registry/secrets/openstack/octavia-keystone-test; range_end:; response_count:1; response_revision:41108; }","duration":"162.191612ms","start":"2026-04-23T03:45:51.61599Z","end":"2026-04-23T03:45:51.778181Z","steps":["trace[1887341180] 'agreement among raft nodes before linearized reading' (duration: 161.910363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.778307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.860904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:45:51.778578Z","caller":"traceutil/trace.go:171","msg":"trace[1545875732] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41108; }","duration":"144.164714ms","start":"2026-04-23T03:45:51.634399Z","end":"2026-04-23T03:45:51.778564Z","steps":["trace[1545875732] 'agreement among raft nodes before linearized reading' (duration: 143.359179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:52.531768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.757768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-rabbitmq-user\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-23T03:45:52.531858Z","caller":"traceutil/trace.go:171","msg":"trace[2100095927] range","detail":"{range_begin:/registry/secrets/openstack/octavia-rabbitmq-user; range_end:; response_count:1; response_revision:41114; }","duration":"101.893572ms","start":"2026-04-23T03:45:52.429945Z","end":"2026-04-23T03:45:52.531839Z","steps":["trace[2100095927] 'range keys from in-memory index tree' (duration: 101.581652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:52.895836Z","caller":"traceutil/trace.go:171","msg":"trace[561119037] linearizableReadLoop","detail":"{readStateIndex:42427; appliedIndex:42425; }","duration":"168.740728ms","start":"2026-04-23T03:45:52.727082Z","end":"2026-04-23T03:45:52.895823Z","steps":["trace[561119037] 'read index received' (duration: 53.902808ms)","trace[561119037] 'applied index is now lower than readState.Index' (duration: 114.83724ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:52.895943Z","caller":"traceutil/trace.go:171","msg":"trace[1373740795] transaction","detail":"{read_only:false; response_revision:41116; number_of_response:1; }","duration":"174.582763ms","start":"2026-04-23T03:45:52.721329Z","end":"2026-04-23T03:45:52.895912Z","steps":["trace[1373740795] 'process raft request' (duration: 174.373826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:52.895987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.890014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:1 size:2310"} {"level":"info","ts":"2026-04-23T03:45:52.896009Z","caller":"traceutil/trace.go:171","msg":"trace[1704711631] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:1; response_revision:41116; }","duration":"168.940165ms","start":"2026-04-23T03:45:52.727061Z","end":"2026-04-23T03:45:52.896001Z","steps":["trace[1704711631] 'agreement among raft nodes before linearized reading' (duration: 168.838962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:52.896271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.221141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-23T03:45:52.896307Z","caller":"traceutil/trace.go:171","msg":"trace[601383762] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:41116; }","duration":"167.273072ms","start":"2026-04-23T03:45:52.729026Z","end":"2026-04-23T03:45:52.896299Z","steps":["trace[601383762] 'agreement among raft nodes before linearized reading' (duration: 166.906431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.232725Z","caller":"traceutil/trace.go:171","msg":"trace[1094642112] transaction","detail":"{read_only:false; response_revision:41118; number_of_response:1; }","duration":"120.194298ms","start":"2026-04-23T03:45:53.112504Z","end":"2026-04-23T03:45:53.232698Z","steps":["trace[1094642112] 'process raft request' (duration: 106.28378ms)","trace[1094642112] 'compare' (duration: 13.65193ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:53.3182Z","caller":"traceutil/trace.go:171","msg":"trace[2081645650] linearizableReadLoop","detail":"{readStateIndex:42430; appliedIndex:42428; }","duration":"189.597236ms","start":"2026-04-23T03:45:53.128579Z","end":"2026-04-23T03:45:53.318176Z","steps":["trace[2081645650] 'read index received' (duration: 90.223884ms)","trace[2081645650] 'applied index is now lower than readState.Index' (duration: 99.372382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:53.318272Z","caller":"traceutil/trace.go:171","msg":"trace[1574815639] transaction","detail":"{read_only:false; response_revision:41119; number_of_response:1; }","duration":"205.5918ms","start":"2026-04-23T03:45:53.112644Z","end":"2026-04-23T03:45:53.318236Z","steps":["trace[1574815639] 'process raft request' (duration: 205.388294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.31845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.430308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-db-admin\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-23T03:45:53.318496Z","caller":"traceutil/trace.go:171","msg":"trace[1637720913] range","detail":"{range_begin:/registry/secrets/openstack/placement-db-admin; range_end:; response_count:1; response_revision:41119; }","duration":"181.518251ms","start":"2026-04-23T03:45:53.136964Z","end":"2026-04-23T03:45:53.318482Z","steps":["trace[1637720913] 'agreement among raft nodes before linearized reading' (duration: 181.354656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.318513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.910786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-api-certs\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-04-23T03:45:53.318602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.715995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T03:45:53.31862Z","caller":"traceutil/trace.go:171","msg":"trace[1691948210] range","detail":"{range_begin:/registry/secrets/openstack/placement-api-certs; range_end:; response_count:1; response_revision:41119; }","duration":"190.066011ms","start":"2026-04-23T03:45:53.128531Z","end":"2026-04-23T03:45:53.318597Z","steps":["trace[1691948210] 'agreement among raft nodes before linearized reading' (duration: 189.791102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.318678Z","caller":"traceutil/trace.go:171","msg":"trace[1453729692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:41119; }","duration":"166.827439ms","start":"2026-04-23T03:45:53.15183Z","end":"2026-04-23T03:45:53.318657Z","steps":["trace[1453729692] 'agreement among raft nodes before linearized reading' (duration: 166.641503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.911349Z","caller":"traceutil/trace.go:171","msg":"trace[416481657] transaction","detail":"{read_only:false; response_revision:41123; number_of_response:1; }","duration":"129.052578ms","start":"2026-04-23T03:45:53.782268Z","end":"2026-04-23T03:45:53.911321Z","steps":["trace[416481657] 'process raft request' (duration: 92.30554ms)","trace[416481657] 'compare' (duration: 36.371246ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.110775Z","caller":"traceutil/trace.go:171","msg":"trace[1108308859] linearizableReadLoop","detail":"{readStateIndex:42436; appliedIndex:42435; }","duration":"140.049943ms","start":"2026-04-23T03:45:53.970698Z","end":"2026-04-23T03:45:54.110748Z","steps":["trace[1108308859] 'read index received' (duration: 48.739146ms)","trace[1108308859] 'applied index is now lower than readState.Index' (duration: 91.309737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.110843Z","caller":"traceutil/trace.go:171","msg":"trace[1167044539] transaction","detail":"{read_only:false; response_revision:41125; number_of_response:1; }","duration":"194.630593ms","start":"2026-04-23T03:45:53.916168Z","end":"2026-04-23T03:45:54.110799Z","steps":["trace[1167044539] 'process raft request' (duration: 103.319786ms)","trace[1167044539] 'compare' (duration: 91.107881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:54.111083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.003029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:45:54.111159Z","caller":"traceutil/trace.go:171","msg":"trace[84618442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:41125; }","duration":"178.124234ms","start":"2026-04-23T03:45:53.933013Z","end":"2026-04-23T03:45:54.111138Z","steps":["trace[84618442] 'agreement among raft nodes before linearized reading' (duration: 177.912987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.111324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.006504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:45:54.111391Z","caller":"traceutil/trace.go:171","msg":"trace[1172776190] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:41125; }","duration":"135.086917ms","start":"2026-04-23T03:45:53.976284Z","end":"2026-04-23T03:45:54.111371Z","steps":["trace[1172776190] 'agreement among raft nodes before linearized reading' (duration: 134.924312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.111575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.32678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T03:45:54.111656Z","caller":"traceutil/trace.go:171","msg":"trace[1514359861] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:1; response_revision:41125; }","duration":"112.456154ms","start":"2026-04-23T03:45:53.999182Z","end":"2026-04-23T03:45:54.111638Z","steps":["trace[1514359861] 'agreement among raft nodes before linearized reading' (duration: 112.143694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.337682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.084701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:54.337838Z","caller":"traceutil/trace.go:171","msg":"trace[749618694] transaction","detail":"{read_only:false; response_revision:41127; number_of_response:1; }","duration":"169.372018ms","start":"2026-04-23T03:45:54.168453Z","end":"2026-04-23T03:45:54.337825Z","steps":["trace[749618694] 'process raft request' (duration: 169.318836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:54.337843Z","caller":"traceutil/trace.go:171","msg":"trace[344649607] transaction","detail":"{read_only:false; response_revision:41126; number_of_response:1; }","duration":"221.693427ms","start":"2026-04-23T03:45:54.116113Z","end":"2026-04-23T03:45:54.337806Z","steps":["trace[344649607] 'process raft request' (duration: 97.41157ms)","trace[344649607] 'compare' (duration: 123.959327ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.338002Z","caller":"traceutil/trace.go:171","msg":"trace[1896163287] linearizableReadLoop","detail":"{readStateIndex:42438; appliedIndex:42437; }","duration":"170.721411ms","start":"2026-04-23T03:45:54.16726Z","end":"2026-04-23T03:45:54.337981Z","steps":["trace[1896163287] 'read index received' (duration: 46.283279ms)","trace[1896163287] 'applied index is now lower than readState.Index' (duration: 124.435622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:54.338165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.776916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:45:54.338194Z","caller":"traceutil/trace.go:171","msg":"trace[1955594078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41127; }","duration":"205.829987ms","start":"2026-04-23T03:45:54.132355Z","end":"2026-04-23T03:45:54.338185Z","steps":["trace[1955594078] 'agreement among raft nodes before linearized reading' (duration: 205.690493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.338267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.147297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T03:45:54.33828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.323127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T03:45:54.338323Z","caller":"traceutil/trace.go:171","msg":"trace[439261539] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:41127; }","duration":"133.26302ms","start":"2026-04-23T03:45:54.205045Z","end":"2026-04-23T03:45:54.338308Z","steps":["trace[439261539] 'agreement among raft nodes before linearized reading' (duration: 133.072334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:54.338358Z","caller":"traceutil/trace.go:171","msg":"trace[819971270] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:1; response_revision:41127; }","duration":"222.41906ms","start":"2026-04-23T03:45:54.115921Z","end":"2026-04-23T03:45:54.33834Z","steps":["trace[819971270] 'agreement among raft nodes before linearized reading' (duration: 222.159692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.644446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.298172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:54.644588Z","caller":"traceutil/trace.go:171","msg":"trace[1203992401] linearizableReadLoop","detail":"{readStateIndex:42441; appliedIndex:42440; }","duration":"216.790313ms","start":"2026-04-23T03:45:54.427774Z","end":"2026-04-23T03:45:54.644564Z","steps":["trace[1203992401] 'read index received' (duration: 109.217763ms)","trace[1203992401] 'applied index is now lower than readState.Index' (duration: 107.571ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.644624Z","caller":"traceutil/trace.go:171","msg":"trace[980850124] transaction","detail":"{read_only:false; response_revision:41129; number_of_response:1; }","duration":"291.300391ms","start":"2026-04-23T03:45:54.35329Z","end":"2026-04-23T03:45:54.644591Z","steps":["trace[980850124] 'process raft request' (duration: 183.745251ms)","trace[980850124] 'compare' (duration: 107.125797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:54.644869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.091672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-erlang-cookie\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-04-23T03:45:54.644924Z","caller":"traceutil/trace.go:171","msg":"trace[1275424094] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-erlang-cookie; range_end:; response_count:1; response_revision:41129; }","duration":"217.170885ms","start":"2026-04-23T03:45:54.427734Z","end":"2026-04-23T03:45:54.644905Z","steps":["trace[1275424094] 'agreement among raft nodes before linearized reading' (duration: 216.956598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.644872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.685372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-04-23T03:45:54.645029Z","caller":"traceutil/trace.go:171","msg":"trace[1219013493] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:41129; }","duration":"204.872477ms","start":"2026-04-23T03:45:54.440136Z","end":"2026-04-23T03:45:54.645008Z","steps":["trace[1219013493] 'agreement among raft nodes before linearized reading' (duration: 204.624359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.069356Z","caller":"traceutil/trace.go:171","msg":"trace[1279186973] linearizableReadLoop","detail":"{readStateIndex:42443; appliedIndex:42442; }","duration":"167.361835ms","start":"2026-04-23T03:45:54.901967Z","end":"2026-04-23T03:45:55.069329Z","steps":["trace[1279186973] 'read index received' (duration: 110.595816ms)","trace[1279186973] 'applied index is now lower than readState.Index' (duration: 56.764809ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:55.069479Z","caller":"traceutil/trace.go:171","msg":"trace[1788932223] transaction","detail":"{read_only:false; response_revision:41131; number_of_response:1; }","duration":"168.659966ms","start":"2026-04-23T03:45:54.900807Z","end":"2026-04-23T03:45:55.069467Z","steps":["trace[1788932223] 'process raft request' (duration: 111.737951ms)","trace[1788932223] 'compare' (duration: 56.642426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:55.069713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.731947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T03:45:55.06976Z","caller":"traceutil/trace.go:171","msg":"trace[789192897] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:41131; }","duration":"167.82311ms","start":"2026-04-23T03:45:54.901923Z","end":"2026-04-23T03:45:55.069746Z","steps":["trace[789192897] 'agreement among raft nodes before linearized reading' (duration: 167.667265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.080645Z","caller":"traceutil/trace.go:171","msg":"trace[1217975373] transaction","detail":"{read_only:false; response_revision:41132; number_of_response:1; }","duration":"163.797333ms","start":"2026-04-23T03:45:54.916815Z","end":"2026-04-23T03:45:55.080612Z","steps":["trace[1217975373] 'process raft request' (duration: 163.352759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.08076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.944178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-04-23T03:45:55.080854Z","caller":"traceutil/trace.go:171","msg":"trace[1131528509] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-erlang-cookie; range_end:; response_count:1; response_revision:41132; }","duration":"151.105653ms","start":"2026-04-23T03:45:54.929726Z","end":"2026-04-23T03:45:55.080831Z","steps":["trace[1131528509] 'agreement among raft nodes before linearized reading' (duration: 150.812434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.08143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.775152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-04-23T03:45:55.081748Z","caller":"traceutil/trace.go:171","msg":"trace[288581678] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:41132; }","duration":"130.894336ms","start":"2026-04-23T03:45:54.95061Z","end":"2026-04-23T03:45:55.081505Z","steps":["trace[288581678] 'agreement among raft nodes before linearized reading' (duration: 129.792571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.322583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.149376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:55.322666Z","caller":"traceutil/trace.go:171","msg":"trace[510719308] linearizableReadLoop","detail":"{readStateIndex:42445; appliedIndex:42444; }","duration":"151.722252ms","start":"2026-04-23T03:45:55.170931Z","end":"2026-04-23T03:45:55.322654Z","steps":["trace[510719308] 'read index received' (duration: 42.211µs)","trace[510719308] 'applied index is now lower than readState.Index' (duration: 151.679211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:55.322821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.895477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-04-23T03:45:55.322856Z","caller":"traceutil/trace.go:171","msg":"trace[1063604996] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:41133; }","duration":"151.96665ms","start":"2026-04-23T03:45:55.170879Z","end":"2026-04-23T03:45:55.322846Z","steps":["trace[1063604996] 'agreement among raft nodes before linearized reading' (duration: 151.829826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.32293Z","caller":"traceutil/trace.go:171","msg":"trace[1010483366] transaction","detail":"{read_only:false; response_revision:41133; number_of_response:1; }","duration":"210.166864ms","start":"2026-04-23T03:45:55.112548Z","end":"2026-04-23T03:45:55.322715Z","steps":["trace[1010483366] 'process raft request' (duration: 57.731069ms)","trace[1010483366] 'compare' (duration: 152.023522ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:55.344909Z","caller":"traceutil/trace.go:171","msg":"trace[1268163801] transaction","detail":"{read_only:false; response_revision:41134; number_of_response:1; }","duration":"154.476799ms","start":"2026-04-23T03:45:55.190414Z","end":"2026-04-23T03:45:55.344891Z","steps":["trace[1268163801] 'process raft request' (duration: 154.360815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.373762Z","caller":"traceutil/trace.go:171","msg":"trace[387240183] transaction","detail":"{read_only:false; response_revision:41135; number_of_response:1; }","duration":"135.917834ms","start":"2026-04-23T03:45:55.237819Z","end":"2026-04-23T03:45:55.373737Z","steps":["trace[387240183] 'process raft request' (duration: 135.610804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.374021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.889829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-04-23T03:45:55.374198Z","caller":"traceutil/trace.go:171","msg":"trace[1052831361] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-erlang-cookie; range_end:; response_count:1; response_revision:41136; }","duration":"199.158287ms","start":"2026-04-23T03:45:55.174955Z","end":"2026-04-23T03:45:55.374113Z","steps":["trace[1052831361] 'agreement among raft nodes before linearized reading' (duration: 198.783175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.569181Z","caller":"traceutil/trace.go:171","msg":"trace[1760031287] linearizableReadLoop","detail":"{readStateIndex:42449; appliedIndex:42448; }","duration":"101.452618ms","start":"2026-04-23T03:45:55.467702Z","end":"2026-04-23T03:45:55.569154Z","steps":["trace[1760031287] 'read index received' (duration: 15.506259ms)","trace[1760031287] 'applied index is now lower than readState.Index' (duration: 85.944839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:55.569389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.681626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-04-23T03:45:55.569495Z","caller":"traceutil/trace.go:171","msg":"trace[1544779060] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-erlang-cookie; range_end:; response_count:1; response_revision:41137; }","duration":"101.82262ms","start":"2026-04-23T03:45:55.467657Z","end":"2026-04-23T03:45:55.56948Z","steps":["trace[1544779060] 'agreement among raft nodes before linearized reading' (duration: 101.628774ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.56977Z","caller":"traceutil/trace.go:171","msg":"trace[1889474105] transaction","detail":"{read_only:false; response_revision:41137; number_of_response:1; }","duration":"172.092595ms","start":"2026-04-23T03:45:55.397664Z","end":"2026-04-23T03:45:55.569756Z","steps":["trace[1889474105] 'process raft request' (duration: 85.528586ms)","trace[1889474105] 'compare' (duration: 85.776764ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:56.094929Z","caller":"traceutil/trace.go:171","msg":"trace[1559623221] linearizableReadLoop","detail":"{readStateIndex:42451; appliedIndex:42450; }","duration":"140.953243ms","start":"2026-04-23T03:45:55.953948Z","end":"2026-04-23T03:45:56.094901Z","steps":["trace[1559623221] 'read index received' (duration: 140.783297ms)","trace[1559623221] 'applied index is now lower than readState.Index' (duration: 168.746µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:56.094972Z","caller":"traceutil/trace.go:171","msg":"trace[766342769] transaction","detail":"{read_only:false; response_revision:41139; number_of_response:1; }","duration":"178.184736ms","start":"2026-04-23T03:45:55.91676Z","end":"2026-04-23T03:45:56.094945Z","steps":["trace[766342769] 'process raft request' (duration: 177.954799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:56.095231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.438906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:45:56.095263Z","caller":"traceutil/trace.go:171","msg":"trace[1023913868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41139; }","duration":"120.514489ms","start":"2026-04-23T03:45:55.97474Z","end":"2026-04-23T03:45:56.095254Z","steps":["trace[1023913868] 'agreement among raft nodes before linearized reading' (duration: 120.383525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:56.095483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.50634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-23T03:45:56.097441Z","caller":"traceutil/trace.go:171","msg":"trace[90660203] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:41139; }","duration":"143.497933ms","start":"2026-04-23T03:45:55.953916Z","end":"2026-04-23T03:45:56.097414Z","steps":["trace[90660203] 'agreement among raft nodes before linearized reading' (duration: 141.150319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:57.58638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.253843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:57.586555Z","caller":"traceutil/trace.go:171","msg":"trace[801661895] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:41150; }","duration":"102.435179ms","start":"2026-04-23T03:45:57.484095Z","end":"2026-04-23T03:45:57.58653Z","steps":["trace[801661895] 'range keys from in-memory index tree' (duration: 102.239503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:57.682643Z","caller":"traceutil/trace.go:171","msg":"trace[122380840] transaction","detail":"{read_only:false; response_revision:41151; number_of_response:1; }","duration":"105.465503ms","start":"2026-04-23T03:45:57.577148Z","end":"2026-04-23T03:45:57.682613Z","steps":["trace[122380840] 'process raft request' (duration: 105.090161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.572479Z","caller":"traceutil/trace.go:171","msg":"trace[20807993] transaction","detail":"{read_only:false; response_revision:41156; number_of_response:1; }","duration":"109.303275ms","start":"2026-04-23T03:45:58.463149Z","end":"2026-04-23T03:45:58.572452Z","steps":["trace[20807993] 'process raft request' (duration: 108.989866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.10701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.586889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T03:45:59.107087Z","caller":"traceutil/trace.go:171","msg":"trace[1008327133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:41159; }","duration":"126.698853ms","start":"2026-04-23T03:45:58.980369Z","end":"2026-04-23T03:45:59.107067Z","steps":["trace[1008327133] 'range keys from in-memory index tree' (duration: 126.480817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.469025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.86272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T03:45:59.469252Z","caller":"traceutil/trace.go:171","msg":"trace[2042513743] linearizableReadLoop","detail":"{readStateIndex:42473; appliedIndex:42472; }","duration":"169.158731ms","start":"2026-04-23T03:45:59.300071Z","end":"2026-04-23T03:45:59.469229Z","steps":["trace[2042513743] 'read index received' (duration: 41.077224ms)","trace[2042513743] 'applied index is now lower than readState.Index' (duration: 128.079377ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:59.469341Z","caller":"traceutil/trace.go:171","msg":"trace[229753091] transaction","detail":"{read_only:false; response_revision:41161; number_of_response:1; }","duration":"144.421142ms","start":"2026-04-23T03:45:59.324895Z","end":"2026-04-23T03:45:59.469316Z","steps":["trace[229753091] 'process raft request' (duration: 144.234056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.469468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.383909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.glance.v1\" ","response":"range_response_count:1 size:65883"} {"level":"info","ts":"2026-04-23T03:45:59.469495Z","caller":"traceutil/trace.go:171","msg":"trace[2087917372] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.glance.v1; range_end:; response_count:1; response_revision:41161; }","duration":"169.44702ms","start":"2026-04-23T03:45:59.300041Z","end":"2026-04-23T03:45:59.469488Z","steps":["trace[2087917372] 'agreement among raft nodes before linearized reading' (duration: 169.288905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:59.615667Z","caller":"traceutil/trace.go:171","msg":"trace[116237632] transaction","detail":"{read_only:false; response_revision:41163; number_of_response:1; }","duration":"202.73181ms","start":"2026-04-23T03:45:59.412913Z","end":"2026-04-23T03:45:59.615645Z","steps":["trace[116237632] 'process raft request' (duration: 202.652898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:59.615721Z","caller":"traceutil/trace.go:171","msg":"trace[1201606584] transaction","detail":"{read_only:false; response_revision:41162; number_of_response:1; }","duration":"219.625812ms","start":"2026-04-23T03:45:59.396054Z","end":"2026-04-23T03:45:59.615679Z","steps":["trace[1201606584] 'process raft request' (duration: 195.326886ms)","trace[1201606584] 'compare' (duration: 24.024888ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:59.615823Z","caller":"traceutil/trace.go:171","msg":"trace[404815061] linearizableReadLoop","detail":"{readStateIndex:42477; appliedIndex:42474; }","duration":"146.478997ms","start":"2026-04-23T03:45:59.469311Z","end":"2026-04-23T03:45:59.61579Z","steps":["trace[404815061] 'read index received' (duration: 122.085878ms)","trace[404815061] 'applied index is now lower than readState.Index' (duration: 24.391539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:59.615897Z","caller":"traceutil/trace.go:171","msg":"trace[2012855820] transaction","detail":"{read_only:false; response_revision:41164; number_of_response:1; }","duration":"200.093837ms","start":"2026-04-23T03:45:59.415772Z","end":"2026-04-23T03:45:59.615866Z","steps":["trace[2012855820] 'process raft request' (duration: 199.836309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.616143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.77336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.cinder.v1\" ","response":"range_response_count:1 size:96679"} {"level":"info","ts":"2026-04-23T03:45:59.616192Z","caller":"traceutil/trace.go:171","msg":"trace[1939444472] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.cinder.v1; range_end:; response_count:1; response_revision:41164; }","duration":"313.854792ms","start":"2026-04-23T03:45:59.302326Z","end":"2026-04-23T03:45:59.616181Z","steps":["trace[1939444472] 'agreement among raft nodes before linearized reading' (duration: 313.597274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.616255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:59.302318Z","time spent":"313.928725ms","remote":"127.0.0.1:49306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":96702,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.cinder.v1\" "} {"level":"warn","ts":"2026-04-23T03:45:59.61647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.479027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.glance.v1\" ","response":"range_response_count:1 size:65883"} {"level":"info","ts":"2026-04-23T03:45:59.616526Z","caller":"traceutil/trace.go:171","msg":"trace[1717588317] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.glance.v1; range_end:; response_count:1; response_revision:41164; }","duration":"139.624041ms","start":"2026-04-23T03:45:59.476888Z","end":"2026-04-23T03:45:59.616512Z","steps":["trace[1717588317] 'agreement among raft nodes before linearized reading' (duration: 139.27486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:00.457025Z","caller":"traceutil/trace.go:171","msg":"trace[940186764] transaction","detail":"{read_only:false; response_revision:41169; number_of_response:1; }","duration":"112.080923ms","start":"2026-04-23T03:46:00.344912Z","end":"2026-04-23T03:46:00.456993Z","steps":["trace[940186764] 'process raft request' (duration: 111.721122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:00.487984Z","caller":"traceutil/trace.go:171","msg":"trace[1204661433] linearizableReadLoop","detail":"{readStateIndex:42483; appliedIndex:42481; }","duration":"134.686005ms","start":"2026-04-23T03:46:00.353276Z","end":"2026-04-23T03:46:00.487962Z","steps":["trace[1204661433] 'read index received' (duration: 103.364438ms)","trace[1204661433] 'applied index is now lower than readState.Index' (duration: 31.320547ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:00.488056Z","caller":"traceutil/trace.go:171","msg":"trace[1616254871] transaction","detail":"{read_only:false; response_revision:41170; number_of_response:1; }","duration":"137.158673ms","start":"2026-04-23T03:46:00.350853Z","end":"2026-04-23T03:46:00.488012Z","steps":["trace[1616254871] 'process raft request' (duration: 136.985568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:00.488154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.857801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:46:00.488202Z","caller":"traceutil/trace.go:171","msg":"trace[1040252485] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:41170; }","duration":"134.954334ms","start":"2026-04-23T03:46:00.353233Z","end":"2026-04-23T03:46:00.488188Z","steps":["trace[1040252485] 'agreement among raft nodes before linearized reading' (duration: 134.856121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:00.488352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.836671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-metadata-agent\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-23T03:46:00.488407Z","caller":"traceutil/trace.go:171","msg":"trace[1140071047] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-metadata-agent; range_end:; response_count:1; response_revision:41170; }","duration":"122.956496ms","start":"2026-04-23T03:46:00.36544Z","end":"2026-04-23T03:46:00.488397Z","steps":["trace[1140071047] 'agreement among raft nodes before linearized reading' (duration: 122.7668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:00.488432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.882763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-l3-agent\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-23T03:46:00.488544Z","caller":"traceutil/trace.go:171","msg":"trace[498594855] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-l3-agent; range_end:; response_count:1; response_revision:41170; }","duration":"123.08388ms","start":"2026-04-23T03:46:00.36544Z","end":"2026-04-23T03:46:00.488524Z","steps":["trace[498594855] 'agreement among raft nodes before linearized reading' (duration: 122.76563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:01.993183Z","caller":"traceutil/trace.go:171","msg":"trace[947479427] transaction","detail":"{read_only:false; response_revision:41176; number_of_response:1; }","duration":"372.503961ms","start":"2026-04-23T03:46:01.62065Z","end":"2026-04-23T03:46:01.993154Z","steps":["trace[947479427] 'process raft request' (duration: 372.280404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:01.993354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:01.620626Z","time spent":"372.650635ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:46:02.155645Z","caller":"traceutil/trace.go:171","msg":"trace[920619486] transaction","detail":"{read_only:false; response_revision:41178; number_of_response:1; }","duration":"534.343512ms","start":"2026-04-23T03:46:01.621275Z","end":"2026-04-23T03:46:02.155618Z","steps":["trace[920619486] 'process raft request' (duration: 534.226029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.155679Z","caller":"traceutil/trace.go:171","msg":"trace[1108632292] transaction","detail":"{read_only:false; response_revision:41177; number_of_response:1; }","duration":"534.406014ms","start":"2026-04-23T03:46:01.621232Z","end":"2026-04-23T03:46:02.155638Z","steps":["trace[1108632292] 'process raft request' (duration: 499.36869ms)","trace[1108632292] 'compare' (duration: 34.722624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:02.155821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:01.621215Z","time spent":"534.525308ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:46:02.155818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:01.621252Z","time spent":"534.480086ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:46:02.15603Z","caller":"traceutil/trace.go:171","msg":"trace[71244880] transaction","detail":"{read_only:false; response_revision:41179; number_of_response:1; }","duration":"448.328071ms","start":"2026-04-23T03:46:01.707643Z","end":"2026-04-23T03:46:02.155971Z","steps":["trace[71244880] 'process raft request' (duration: 447.923078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.156258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:01.707627Z","time spent":"448.502427ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:46:02.15626Z","caller":"traceutil/trace.go:171","msg":"trace[1926433133] linearizableReadLoop","detail":"{readStateIndex:42492; appliedIndex:42488; }","duration":"399.363218ms","start":"2026-04-23T03:46:01.756831Z","end":"2026-04-23T03:46:02.156194Z","steps":["trace[1926433133] 'read index received' (duration: 236.183364ms)","trace[1926433133] 'applied index is now lower than readState.Index' (duration: 163.178534ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.156257Z","caller":"traceutil/trace.go:171","msg":"trace[162828155] transaction","detail":"{read_only:false; response_revision:41180; number_of_response:1; }","duration":"264.9007ms","start":"2026-04-23T03:46:01.891299Z","end":"2026-04-23T03:46:02.1562Z","steps":["trace[162828155] 'process raft request' (duration: 264.454316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.156638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.802171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-test\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T03:46:02.156681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.245018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-server\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-23T03:46:02.156707Z","caller":"traceutil/trace.go:171","msg":"trace[956430367] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-test; range_end:; response_count:1; response_revision:41181; }","duration":"399.909585ms","start":"2026-04-23T03:46:01.75678Z","end":"2026-04-23T03:46:02.15669Z","steps":["trace[956430367] 'agreement among raft nodes before linearized reading' (duration: 399.717299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.156748Z","caller":"traceutil/trace.go:171","msg":"trace[1622406659] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-server; range_end:; response_count:1; response_revision:41181; }","duration":"389.321391ms","start":"2026-04-23T03:46:01.767404Z","end":"2026-04-23T03:46:02.156725Z","steps":["trace[1622406659] 'agreement among raft nodes before linearized reading' (duration: 389.108185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.156766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:01.756758Z","time spent":"399.995107ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-test\" "} {"level":"warn","ts":"2026-04-23T03:46:02.156806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:01.767383Z","time spent":"389.410264ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-23T03:46:02.156474Z","caller":"traceutil/trace.go:171","msg":"trace[1604604966] transaction","detail":"{read_only:false; response_revision:41181; number_of_response:1; }","duration":"212.415296ms","start":"2026-04-23T03:46:01.944033Z","end":"2026-04-23T03:46:02.156449Z","steps":["trace[1604604966] 'process raft request' (duration: 212.094365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.374123Z","caller":"traceutil/trace.go:171","msg":"trace[437365170] linearizableReadLoop","detail":"{readStateIndex:42495; appliedIndex:42494; }","duration":"138.989751ms","start":"2026-04-23T03:46:02.235109Z","end":"2026-04-23T03:46:02.374098Z","steps":["trace[437365170] 'read index received' (duration: 70.076909ms)","trace[437365170] 'applied index is now lower than readState.Index' (duration: 68.911852ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.37416Z","caller":"traceutil/trace.go:171","msg":"trace[1784906831] transaction","detail":"{read_only:false; response_revision:41182; number_of_response:1; }","duration":"158.621859ms","start":"2026-04-23T03:46:02.2155Z","end":"2026-04-23T03:46:02.374122Z","steps":["trace[1784906831] 'process raft request' (duration: 89.672016ms)","trace[1784906831] 'compare' (duration: 68.814709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:02.374369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.237798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-test\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T03:46:02.37442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.422732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-server\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-23T03:46:02.374468Z","caller":"traceutil/trace.go:171","msg":"trace[1390517855] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-test; range_end:; response_count:1; response_revision:41182; }","duration":"139.362482ms","start":"2026-04-23T03:46:02.235069Z","end":"2026-04-23T03:46:02.374431Z","steps":["trace[1390517855] 'agreement among raft nodes before linearized reading' (duration: 139.148865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.374494Z","caller":"traceutil/trace.go:171","msg":"trace[1412706874] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-server; range_end:; response_count:1; response_revision:41182; }","duration":"137.519344ms","start":"2026-04-23T03:46:02.236957Z","end":"2026-04-23T03:46:02.374476Z","steps":["trace[1412706874] 'agreement among raft nodes before linearized reading' (duration: 137.300508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.374508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.718089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:02.374569Z","caller":"traceutil/trace.go:171","msg":"trace[1797069927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41182; }","duration":"103.871374ms","start":"2026-04-23T03:46:02.27068Z","end":"2026-04-23T03:46:02.374551Z","steps":["trace[1797069927] 'agreement among raft nodes before linearized reading' (duration: 103.664127ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.558912Z","caller":"traceutil/trace.go:171","msg":"trace[1612852396] linearizableReadLoop","detail":"{readStateIndex:42496; appliedIndex:42495; }","duration":"179.827618ms","start":"2026-04-23T03:46:02.37906Z","end":"2026-04-23T03:46:02.558888Z","steps":["trace[1612852396] 'read index received' (duration: 178.326221ms)","trace[1612852396] 'applied index is now lower than readState.Index' (duration: 1.500057ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.558984Z","caller":"traceutil/trace.go:171","msg":"trace[1937774022] transaction","detail":"{read_only:false; response_revision:41183; number_of_response:1; }","duration":"179.88547ms","start":"2026-04-23T03:46:02.379024Z","end":"2026-04-23T03:46:02.558909Z","steps":["trace[1937774022] 'process raft request' (duration: 178.437814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.559154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.065795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-test\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T03:46:02.559229Z","caller":"traceutil/trace.go:171","msg":"trace[963911325] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-test; range_end:; response_count:1; response_revision:41183; }","duration":"180.156658ms","start":"2026-04-23T03:46:02.379056Z","end":"2026-04-23T03:46:02.559212Z","steps":["trace[963911325] 'agreement among raft nodes before linearized reading' (duration: 179.937931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.561024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.647663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:201 size:2222225"} {"level":"info","ts":"2026-04-23T03:46:02.561099Z","caller":"traceutil/trace.go:171","msg":"trace[373652871] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:41183; }","duration":"179.749865ms","start":"2026-04-23T03:46:02.381332Z","end":"2026-04-23T03:46:02.561082Z","steps":["trace[373652871] 'agreement among raft nodes before linearized reading' (duration: 177.69284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.894121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.011114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:46:02.894291Z","caller":"traceutil/trace.go:171","msg":"trace[511492700] transaction","detail":"{read_only:false; response_revision:41184; number_of_response:1; }","duration":"330.255969ms","start":"2026-04-23T03:46:02.564011Z","end":"2026-04-23T03:46:02.894267Z","steps":["trace[511492700] 'process raft request' (duration: 130.022558ms)","trace[511492700] 'compare' (duration: 199.799117ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.894398Z","caller":"traceutil/trace.go:171","msg":"trace[64500655] linearizableReadLoop","detail":"{readStateIndex:42497; appliedIndex:42496; }","duration":"304.443346ms","start":"2026-04-23T03:46:02.589946Z","end":"2026-04-23T03:46:02.894389Z","steps":["trace[64500655] 'read index received' (duration: 104.05543ms)","trace[64500655] 'applied index is now lower than readState.Index' (duration: 200.387206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:02.894388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:02.56399Z","time spent":"330.352402ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:46:02.894507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.562679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:02.894545Z","caller":"traceutil/trace.go:171","msg":"trace[1083100253] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:41185; }","duration":"304.641572ms","start":"2026-04-23T03:46:02.589892Z","end":"2026-04-23T03:46:02.894534Z","steps":["trace[1083100253] 'agreement among raft nodes before linearized reading' (duration: 304.57798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.894573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:46:02.589872Z","time spent":"304.692313ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:46:02.894591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.559375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:02.894616Z","caller":"traceutil/trace.go:171","msg":"trace[1753035906] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:41185; }","duration":"294.611486ms","start":"2026-04-23T03:46:02.599996Z","end":"2026-04-23T03:46:02.894608Z","steps":["trace[1753035906] 'agreement among raft nodes before linearized reading' (duration: 294.573174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.894864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.08903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:46:02.894894Z","caller":"traceutil/trace.go:171","msg":"trace[166702019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41185; }","duration":"255.143042ms","start":"2026-04-23T03:46:02.639744Z","end":"2026-04-23T03:46:02.894887Z","steps":["trace[166702019] 'agreement among raft nodes before linearized reading' (duration: 255.060059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.894919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.816177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:46:02.894981Z","caller":"traceutil/trace.go:171","msg":"trace[920108294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41185; }","duration":"205.90511ms","start":"2026-04-23T03:46:02.689058Z","end":"2026-04-23T03:46:02.894963Z","steps":["trace[920108294] 'agreement among raft nodes before linearized reading' (duration: 205.711734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.897441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.633087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393229"} {"level":"info","ts":"2026-04-23T03:46:02.89749Z","caller":"traceutil/trace.go:171","msg":"trace[552686185] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41185; }","duration":"162.722899ms","start":"2026-04-23T03:46:02.734756Z","end":"2026-04-23T03:46:02.897479Z","steps":["trace[552686185] 'agreement among raft nodes before linearized reading' (duration: 160.033014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.898443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.535008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393229"} {"level":"info","ts":"2026-04-23T03:46:02.898544Z","caller":"traceutil/trace.go:171","msg":"trace[1228783348] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41185; }","duration":"159.664012ms","start":"2026-04-23T03:46:02.738859Z","end":"2026-04-23T03:46:02.898522Z","steps":["trace[1228783348] 'agreement among raft nodes before linearized reading' (duration: 155.920444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:03.320385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.016106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T03:46:03.320458Z","caller":"traceutil/trace.go:171","msg":"trace[1856889967] linearizableReadLoop","detail":"{readStateIndex:42503; appliedIndex:42502; }","duration":"118.438853ms","start":"2026-04-23T03:46:03.202002Z","end":"2026-04-23T03:46:03.320441Z","steps":["trace[1856889967] 'read index received' (duration: 92.577169ms)","trace[1856889967] 'applied index is now lower than readState.Index' (duration: 25.860864ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:03.320498Z","caller":"traceutil/trace.go:171","msg":"trace[43929088] transaction","detail":"{read_only:false; response_revision:41190; number_of_response:1; }","duration":"147.108386ms","start":"2026-04-23T03:46:03.173361Z","end":"2026-04-23T03:46:03.320469Z","steps":["trace[43929088] 'process raft request' (duration: 121.175329ms)","trace[43929088] 'compare' (duration: 25.812754ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:03.320472Z","caller":"traceutil/trace.go:171","msg":"trace[446680482] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:41189; }","duration":"175.13191ms","start":"2026-04-23T03:46:03.145322Z","end":"2026-04-23T03:46:03.320454Z","steps":["trace[446680482] 'range keys from in-memory index tree' (duration: 174.83166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:03.320634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.624859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-23T03:46:03.320666Z","caller":"traceutil/trace.go:171","msg":"trace[1481261995] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:41190; }","duration":"118.699211ms","start":"2026-04-23T03:46:03.201959Z","end":"2026-04-23T03:46:03.320658Z","steps":["trace[1481261995] 'agreement among raft nodes before linearized reading' (duration: 118.578228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:04.190871Z","caller":"traceutil/trace.go:171","msg":"trace[53297796] transaction","detail":"{read_only:false; response_revision:41192; number_of_response:1; }","duration":"145.018441ms","start":"2026-04-23T03:46:04.04583Z","end":"2026-04-23T03:46:04.190848Z","steps":["trace[53297796] 'process raft request' (duration: 144.937809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:04.190899Z","caller":"traceutil/trace.go:171","msg":"trace[937171005] linearizableReadLoop","detail":"{readStateIndex:42505; appliedIndex:42503; }","duration":"150.822694ms","start":"2026-04-23T03:46:04.040054Z","end":"2026-04-23T03:46:04.190877Z","steps":["trace[937171005] 'read index received' (duration: 4.935846ms)","trace[937171005] 'applied index is now lower than readState.Index' (duration: 145.883388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:04.191172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.108093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T03:46:04.191221Z","caller":"traceutil/trace.go:171","msg":"trace[327029606] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:1; response_revision:41192; }","duration":"151.203656ms","start":"2026-04-23T03:46:04.040003Z","end":"2026-04-23T03:46:04.191206Z","steps":["trace[327029606] 'agreement among raft nodes before linearized reading' (duration: 150.959138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:04.190847Z","caller":"traceutil/trace.go:171","msg":"trace[1611014453] transaction","detail":"{read_only:false; response_revision:41191; number_of_response:1; }","duration":"192.401194ms","start":"2026-04-23T03:46:03.998416Z","end":"2026-04-23T03:46:04.190817Z","steps":["trace[1611014453] 'process raft request' (duration: 149.555894ms)","trace[1611014453] 'compare' (duration: 42.613713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:04.25837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.326558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:46:04.258446Z","caller":"traceutil/trace.go:171","msg":"trace[36822139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41196; }","duration":"110.443751ms","start":"2026-04-23T03:46:04.147985Z","end":"2026-04-23T03:46:04.258429Z","steps":["trace[36822139] 'agreement among raft nodes before linearized reading' (duration: 110.313487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.258621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.707933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T03:46:04.258786Z","caller":"traceutil/trace.go:171","msg":"trace[296930994] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:41196; }","duration":"199.101066ms","start":"2026-04-23T03:46:04.05966Z","end":"2026-04-23T03:46:04.258761Z","steps":["trace[296930994] 'agreement among raft nodes before linearized reading' (duration: 198.60232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.830029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.861757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T03:46:04.830134Z","caller":"traceutil/trace.go:171","msg":"trace[1144192772] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:41198; }","duration":"133.020741ms","start":"2026-04-23T03:46:04.697091Z","end":"2026-04-23T03:46:04.830112Z","steps":["trace[1144192772] 'range keys from in-memory index tree' (duration: 132.65528ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:05.666667Z","caller":"traceutil/trace.go:171","msg":"trace[615011509] linearizableReadLoop","detail":"{readStateIndex:42520; appliedIndex:42519; }","duration":"146.967602ms","start":"2026-04-23T03:46:05.51968Z","end":"2026-04-23T03:46:05.666648Z","steps":["trace[615011509] 'read index received' (duration: 146.796247ms)","trace[615011509] 'applied index is now lower than readState.Index' (duration: 170.765µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:05.666744Z","caller":"traceutil/trace.go:171","msg":"trace[1077003258] transaction","detail":"{read_only:false; response_revision:41206; number_of_response:1; }","duration":"172.898299ms","start":"2026-04-23T03:46:05.493804Z","end":"2026-04-23T03:46:05.666702Z","steps":["trace[1077003258] 'process raft request' (duration: 172.715363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:05.668892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.189962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393229"} {"level":"info","ts":"2026-04-23T03:46:05.668946Z","caller":"traceutil/trace.go:171","msg":"trace[255591640] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41206; }","duration":"149.286086ms","start":"2026-04-23T03:46:05.519648Z","end":"2026-04-23T03:46:05.668934Z","steps":["trace[255591640] 'agreement among raft nodes before linearized reading' (duration: 147.073466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:06.418192Z","caller":"traceutil/trace.go:171","msg":"trace[1687436206] linearizableReadLoop","detail":"{readStateIndex:42525; appliedIndex:42522; }","duration":"147.888251ms","start":"2026-04-23T03:46:06.270284Z","end":"2026-04-23T03:46:06.418173Z","steps":["trace[1687436206] 'read index received' (duration: 125.95082ms)","trace[1687436206] 'applied index is now lower than readState.Index' (duration: 21.936711ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:06.418401Z","caller":"traceutil/trace.go:171","msg":"trace[1854881431] transaction","detail":"{read_only:false; response_revision:41209; number_of_response:1; }","duration":"155.354647ms","start":"2026-04-23T03:46:06.263035Z","end":"2026-04-23T03:46:06.41839Z","steps":["trace[1854881431] 'process raft request' (duration: 133.267001ms)","trace[1854881431] 'compare' (duration: 21.701664ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:06.418535Z","caller":"traceutil/trace.go:171","msg":"trace[186666741] transaction","detail":"{read_only:false; response_revision:41210; number_of_response:1; }","duration":"155.008706ms","start":"2026-04-23T03:46:06.26352Z","end":"2026-04-23T03:46:06.418528Z","steps":["trace[186666741] 'process raft request' (duration: 154.592573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:06.418635Z","caller":"traceutil/trace.go:171","msg":"trace[2108274531] transaction","detail":"{read_only:false; response_revision:41211; number_of_response:1; }","duration":"154.973844ms","start":"2026-04-23T03:46:06.263654Z","end":"2026-04-23T03:46:06.418628Z","steps":["trace[2108274531] 'process raft request' (duration: 154.491139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:06.418746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.447359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:06.418773Z","caller":"traceutil/trace.go:171","msg":"trace[620535205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41211; }","duration":"148.511671ms","start":"2026-04-23T03:46:06.270254Z","end":"2026-04-23T03:46:06.418766Z","steps":["trace[620535205] 'agreement among raft nodes before linearized reading' (duration: 148.452919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:06.818538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.117514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T03:46:06.81863Z","caller":"traceutil/trace.go:171","msg":"trace[833085232] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:41213; }","duration":"112.234757ms","start":"2026-04-23T03:46:06.706376Z","end":"2026-04-23T03:46:06.818611Z","steps":["trace[833085232] 'range keys from in-memory index tree' (duration: 111.97996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:06.818832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.68221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:06.818896Z","caller":"traceutil/trace.go:171","msg":"trace[394529086] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:41213; }","duration":"111.760223ms","start":"2026-04-23T03:46:06.707118Z","end":"2026-04-23T03:46:06.818878Z","steps":["trace[394529086] 'range keys from in-memory index tree' (duration: 111.624548ms)"],"step_count":1}